{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1557276, "flush_count": 2006, "flush_interval_seconds": 30.0, "flush_state": {"count": 2006, "last_at": "2026-11-01T00:00:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T00:00:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2005}, "started": true, "suppressed_count": 1181688, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1181688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2006, "written_record_count": 2006}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7698.078, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3272674406400, "copied_frame_count": 1183693, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3272674406400, "frame_buffer_copies": 1183693, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0768, "count": 512, "max_ms": 0.8787, "p50_ms": 0.0678, "p95_ms": 0.1187, "p99_ms": 0.1808}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0447, "count": 512, "max_ms": 3.1345, "p50_ms": 0.9582, "p95_ms": 1.5917, "p99_ms": 2.3426, "results": {"failed": 0, "not_applicable": 0, "success": 1183693, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T20:14:16+09:00", "last_error_summary": "[h264 @ 0x59d4abb13840] left block unavailable for requested intra mode [h264 @ 0x59d4abb13840] error while decoding MB 0 15, bytestream 78 [h264 @ 0x59d4abd0a640] cabac decode of qscale diff failed at 75 52 [h264 @ 0x59d4abd0a640] error while decoding MB 75 52, bytestream 108513 [h264 @ 0x59d4ac95c040] cabac decode of qscale diff failed at 118 60 [h264 @ 0x59d4ac95c040] error while decoding MB 118 60, bytestream 109237 [h264 @ 0x59d4ac95c040] error while decoding MB 13 57, bytestream -8 [h264 @", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 13627.914, "last_started_at": "2026-10-31T20:14:18+09:00", "pid": 35296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 424.977, "name": "ffmpeg", "pid": 35296, "rss_mb": 424.977, "state": "S (sleeping)", "threads": 70}, "restart_count": 74, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.192, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 30.077, "last_frame_pushed_at": "2026-11-01T00:00:56+09:00", "last_frame_read_age_sec": 30.15, "last_frame_read_at": "2026-11-01T00:00:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 36.614, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 563.386, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 30.069, "exists": true, "mtime": "2026-11-01T00:00:56.052662+09:00", "mtime_epoch": 1793458856.052662, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 90681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T00:01:26+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1327.059, "name": "celery", "pid": 176, "rss_mb": 1316.176, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1183693, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30121.132, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.088, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1316.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.227, "skip_count": 6}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.558, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90681, "write_bytes_delta": 90681, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 995.0, "cpu_core_ratio": 0.299329, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35296, "reason": null, "system_cpu_core_ratio": 0.014002, "system_cpu_s_delta": 0.6100000000000136, "user_cpu_core_ratio": 0.285327, "user_cpu_s_delta": 12.430000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.198099, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 140350.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.043843, "system_cpu_s_delta": 1.9099999999998545, "user_cpu_core_ratio": 0.154255, "user_cpu_s_delta": 6.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.065, "count": 7, "max_ms": 2.544, "p95_ms": 2.544, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 7}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 7}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.552, "count": 30, "max": 22.192, "p95": 19.441, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.659, "count": 30, "max": 19.475, "p95": 17.256, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1398.767, "count": 30, "max": 1439.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.047, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.851, "count": 30, "max": 0.896, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.1, "p95": 0.091, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89866.933, "count": 30, "max": 91746.0, "p95": 91699.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89866.933, "count": 30, "max": 91746.0, "p95": 91699.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 163478.567, "count": 30, "max": 248374.0, "p95": 221765.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.124, "count": 30, "max": 0.168, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.528, "p95": 0.495, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9182, "sampled_at": "2026-11-01T00:00:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:00:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1873029, "flush_count": 2006, "flush_interval_seconds": 30.0, "flush_state": {"count": 2006, "last_at": "2026-11-01T00:00:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T00:00:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2005}, "started": true, "suppressed_count": 1118595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1118448}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2006, "written_record_count": 2006}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7697.949, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3097828454400, "copied_frame_count": 1120453, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3097828454400, "frame_buffer_copies": 1120453, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0901, "count": 512, "max_ms": 1.6275, "p50_ms": 0.0751, "p95_ms": 0.1581, "p99_ms": 0.2226}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1791, "count": 512, "max_ms": 3.3062, "p50_ms": 1.0359, "p95_ms": 2.2181, "p99_ms": 2.8659, "results": {"failed": 0, "not_applicable": 0, "success": 1120453, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:21:01+09:00", "last_error_summary": "[h264 @ 0x5748e5843000] left block unavailable for requested intra mode [h264 @ 0x5748e5843000] error while decoding MB 0 35, bytestream 2590 [h264 @ 0x5748e57f14c0] cabac decode of qscale diff failed at 117 52 [h264 @ 0x5748e57f14c0] error while decoding MB 117 52, bytestream 1845 [h264 @ 0x5748e5d1be40] error while decoding MB 35 2, bytestream -5 [h264 @ 0x5748e6393240] left block unavailable for requested intra mode [h264 @ 0x5748e6393240] error while decoding MB 0 36, bytestream 36367 [in#0/", "last_exit_at": "2026-10-31T18:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20421.718, "last_started_at": "2026-10-31T18:21:04+09:00", "pid": 35180, "process": {"exists": true, "fd_count": 5, "hwm_mb": 241.52, "name": "ffmpeg", "pid": 35180, "rss_mb": 241.52, "state": "S (sleeping)", "threads": 70}, "restart_count": 147, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.44, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 30.096, "last_frame_pushed_at": "2026-11-01T00:00:56+09:00", "last_frame_read_age_sec": 30.17, "last_frame_read_at": "2026-11-01T00:00:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 36.618, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 563.382, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 30.087, "exists": true, "mtime": "2026-11-01T00:00:56.034662+09:00", "mtime_epoch": 1793458856.0346618, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121642}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T00:01:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1349.102, "name": "celery", "pid": 206, "rss_mb": 1346.629, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1120453, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30131.361, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.318, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1346.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.166, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.512, "sample_count": 2711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121642, "write_bytes_delta": 121642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1020.0, "cpu_core_ratio": 0.134937, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35180, "reason": null, "system_cpu_core_ratio": 0.012434, "system_cpu_s_delta": 0.5399999999999636, "user_cpu_core_ratio": 0.122503, "user_cpu_s_delta": 5.3200000000006185}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.183754, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.019803, "system_cpu_s_delta": 0.8600000000005821, "user_cpu_core_ratio": 0.163951, "user_cpu_s_delta": 7.119999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.887, "count": 11, "max_ms": 2.422, "p95_ms": 2.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.182, "max": 14.0, "p95": 14.0, "sample_count": 11}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 11}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.36, "count": 30, "max": 30.169, "p95": 27.649, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.829, "count": 30, "max": 19.518, "p95": 17.244, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1380.167, "count": 30, "max": 1437.0, "p95": 1427.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117065.267, "count": 30, "max": 121642.0, "p95": 121472.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113145.233, "count": 30, "max": 121642.0, "p95": 121472.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 52.0, "p95": 29.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.154, "count": 30, "max": 0.482, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 0.954, "p95": 0.944, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8740, "sampled_at": "2026-11-01T00:00:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:00:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1557276, "flush_count": 2006, "flush_interval_seconds": 30.0, "flush_state": {"count": 2006, "last_at": "2026-11-01T00:00:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T00:00:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2005}, "started": true, "suppressed_count": 1181688, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1181688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2006, "written_record_count": 2006}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7664.93, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3272674406400, "copied_frame_count": 1183693, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3272674406400, "frame_buffer_copies": 1183693, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0768, "count": 512, "max_ms": 0.8787, "p50_ms": 0.0678, "p95_ms": 0.1187, "p99_ms": 0.1808}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0447, "count": 512, "max_ms": 3.1345, "p50_ms": 0.9582, "p95_ms": 1.5917, "p99_ms": 2.3426, "results": {"failed": 0, "not_applicable": 0, "success": 1183693, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T20:14:16+09:00", "last_error_summary": "[h264 @ 0x59d4abb13840] left block unavailable for requested intra mode [h264 @ 0x59d4abb13840] error while decoding MB 0 15, bytestream 78 [h264 @ 0x59d4abd0a640] cabac decode of qscale diff failed at 75 52 [h264 @ 0x59d4abd0a640] error while decoding MB 75 52, bytestream 108513 [h264 @ 0x59d4ac95c040] cabac decode of qscale diff failed at 118 60 [h264 @ 0x59d4ac95c040] error while decoding MB 118 60, bytestream 109237 [h264 @ 0x59d4ac95c040] error while decoding MB 13 57, bytestream -8 [h264 @", "last_exit_at": "2026-10-31T11:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 13627.936, "last_started_at": "2026-10-31T20:14:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 74, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.192, "sample_count": 2405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 30.099, "last_frame_pushed_at": "2026-11-01T00:00:56+09:00", "last_frame_read_age_sec": 30.172, "last_frame_read_at": "2026-11-01T00:00:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 36.627, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 563.373, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 30.092, "exists": true, "mtime": "2026-11-01T00:00:56.052662+09:00", "mtime_epoch": 1793458856.052662, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 90681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T00:01:26+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1327.059, "name": "celery", "pid": 176, "rss_mb": 1316.176, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1183693, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30142.119, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.177, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1316.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.872, "skip_count": 6}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.192, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.075, "exists": true, "size_bytes": 90681, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35296, "reason": null, "system_cpu_core_ratio": 0.000332, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.0, "user_cpu_s_delta": 0.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000665, "system_cpu_s_delta": 0.019999999998617568, "user_cpu_core_ratio": 0.001995, "user_cpu_s_delta": 0.06000000000494765}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.994, "count": 30, "max": 22.192, "p95": 18.581, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.101, "count": 30, "max": 17.408, "p95": 16.804, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.933, "count": 30, "max": 1439.0, "p95": 1431.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.047, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.822, "count": 30, "max": 0.896, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.012, "count": 30, "max": 30.075, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89911.567, "count": 30, "max": 91746.0, "p95": 91699.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86888.867, "count": 30, "max": 91746.0, "p95": 91699.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 158578.633, "count": 30, "max": 248374.0, "p95": 221765.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.168, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.496, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9183, "sampled_at": "2026-11-01T00:01:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:01:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1873029, "flush_count": 2006, "flush_interval_seconds": 30.0, "flush_state": {"count": 2006, "last_at": "2026-11-01T00:00:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T00:00:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2005}, "started": true, "suppressed_count": 1118595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1118448}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2006, "written_record_count": 2006}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7485.055, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3097828454400, "copied_frame_count": 1120453, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3097828454400, "frame_buffer_copies": 1120453, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0901, "count": 512, "max_ms": 1.6275, "p50_ms": 0.0751, "p95_ms": 0.1581, "p99_ms": 0.2226}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1791, "count": 512, "max_ms": 3.3062, "p50_ms": 1.0359, "p95_ms": 2.2181, "p99_ms": 2.8659, "results": {"failed": 0, "not_applicable": 0, "success": 1120453, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-31T18:21:01+09:00", "last_error_summary": "[h264 @ 0x5748e5843000] left block unavailable for requested intra mode [h264 @ 0x5748e5843000] error while decoding MB 0 35, bytestream 2590 [h264 @ 0x5748e57f14c0] cabac decode of qscale diff failed at 117 52 [h264 @ 0x5748e57f14c0] error while decoding MB 117 52, bytestream 1845 [h264 @ 0x5748e5d1be40] error while decoding MB 35 2, bytestream -5 [h264 @ 0x5748e6393240] left block unavailable for requested intra mode [h264 @ 0x5748e6393240] error while decoding MB 0 36, bytestream 36367 [in#0/", "last_exit_at": "2026-10-31T18:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 20421.748, "last_started_at": "2026-10-31T18:21:04+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 147, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.44, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 30.126, "last_frame_pushed_at": "2026-11-01T00:00:56+09:00", "last_frame_read_age_sec": 30.2, "last_frame_read_at": "2026-11-01T00:00:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 36.639, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 563.361, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 30.117, "exists": true, "mtime": "2026-11-01T00:00:56.034662+09:00", "mtime_epoch": 1793458856.0346618, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121642}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T00:01:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1349.102, "name": "celery", "pid": 206, "rss_mb": 1346.629, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1120453, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30159.665, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.54, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1346.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.328, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.44, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.093, "exists": true, "size_bytes": 121642, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35180, "reason": null, "system_cpu_core_ratio": 0.000332, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.0, "user_cpu_s_delta": 0.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000664, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.00299, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.182, "count": 30, "max": 30.169, "p95": 27.649, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.478, "count": 30, "max": 19.518, "p95": 17.244, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1356.533, "count": 30, "max": 1437.0, "p95": 1427.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.093, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117199.967, "count": 30, "max": 121642.0, "p95": 121624.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109204.833, "count": 30, "max": 121642.0, "p95": 121472.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 52.0, "p95": 29.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.138, "count": 30, "max": 0.448, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.555, "count": 30, "max": 0.945, "p95": 0.942, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8741, "sampled_at": "2026-11-01T00:01:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:01:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1873029, "flush_count": 2006, "flush_interval_seconds": 30.0, "flush_state": {"count": 2006, "last_at": "2026-11-01T00:00:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T00:00:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2005}, "started": true, "suppressed_count": 1118595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1118448}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2006, "written_record_count": 2006}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7101.617, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x63e2285e4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e2285e4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3097828454400, "copied_frame_count": 1120453, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3097828454400, "frame_buffer_copies": 1120453, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0901, "count": 512, "max_ms": 1.6275, "p50_ms": 0.0751, "p95_ms": 0.1581, "p99_ms": 0.2226}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1791, "count": 512, "max_ms": 3.3062, "p50_ms": 1.0359, "p95_ms": 2.2181, "p99_ms": 2.8659, "results": {"failed": 0, "not_applicable": 0, "success": 1120453, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x63e2285e4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e2285e4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:01:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T00:01:28+09:00", "pid": 35515, "process": {"exists": false, "pid": 35515}, "restart_count": 148, "restart_count_per_hour": 1, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.414, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 34.305, "last_frame_pushed_at": "2026-11-01T00:00:56+09:00", "last_frame_read_age_sec": 34.379, "last_frame_read_at": "2026-11-01T00:00:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 40.819, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 559.181, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 34.296, "exists": true, "mtime": "2026-11-01T00:00:56.034662+09:00", "mtime_epoch": 1793458856.0346618, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121642}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T00:01:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1349.102, "name": "celery", "pid": 206, "rss_mb": 1346.625, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1120453, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34338.86, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.965, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1346.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.328, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.44, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.093, "exists": true, "size_bytes": 121642, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35180, "reason": null, "system_cpu_core_ratio": 0.000332, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.0, "user_cpu_s_delta": 0.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000664, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.00299, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.182, "count": 30, "max": 30.169, "p95": 27.649, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.478, "count": 30, "max": 19.518, "p95": 17.244, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1356.533, "count": 30, "max": 1437.0, "p95": 1427.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.093, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117199.967, "count": 30, "max": 121642.0, "p95": 121624.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109204.833, "count": 30, "max": 121642.0, "p95": 121472.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 52.0, "p95": 29.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.138, "count": 30, "max": 0.448, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.555, "count": 30, "max": 0.945, "p95": 0.942, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8741, "sampled_at": "2026-11-01T00:01:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:01:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1557276, "flush_count": 2006, "flush_interval_seconds": 30.0, "flush_state": {"count": 2006, "last_at": "2026-11-01T00:00:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T00:00:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2005}, "started": true, "suppressed_count": 1181688, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1181688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2006, "written_record_count": 2006}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7101.359, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x5a4b639f0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a4b639f0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3272674406400, "copied_frame_count": 1183693, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3272674406400, "frame_buffer_copies": 1183693, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0768, "count": 512, "max_ms": 0.8787, "p50_ms": 0.0678, "p95_ms": 0.1187, "p99_ms": 0.1808}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0447, "count": 512, "max_ms": 3.1345, "p50_ms": 0.9582, "p95_ms": 1.5917, "p99_ms": 2.3426, "results": {"failed": 0, "not_applicable": 0, "success": 1183693, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x5a4b639f0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a4b639f0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:01:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T00:01:28+09:00", "pid": 35517, "process": {"exists": false, "pid": 35517}, "restart_count": 75, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.181, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 34.325, "last_frame_pushed_at": "2026-11-01T00:00:56+09:00", "last_frame_read_age_sec": 34.397, "last_frame_read_at": "2026-11-01T00:00:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 40.858, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 559.142, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 34.317, "exists": true, "mtime": "2026-11-01T00:00:56.052662+09:00", "mtime_epoch": 1793458856.052662, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 90681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T00:01:30+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1327.059, "name": "celery", "pid": 176, "rss_mb": 1316.172, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1183693, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34368.402, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.087, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1316.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.872, "skip_count": 6}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.192, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.075, "exists": true, "size_bytes": 90681, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35296, "reason": null, "system_cpu_core_ratio": 0.000332, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.0, "user_cpu_s_delta": 0.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000665, "system_cpu_s_delta": 0.019999999998617568, "user_cpu_core_ratio": 0.001995, "user_cpu_s_delta": 0.06000000000494765}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.994, "count": 30, "max": 22.192, "p95": 18.581, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.101, "count": 30, "max": 17.408, "p95": 16.804, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.933, "count": 30, "max": 1439.0, "p95": 1431.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.047, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.822, "count": 30, "max": 0.896, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.012, "count": 30, "max": 30.075, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89911.567, "count": 30, "max": 91746.0, "p95": 91699.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86888.867, "count": 30, "max": 91746.0, "p95": 91699.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 158578.633, "count": 30, "max": 248374.0, "p95": 221765.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.168, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.496, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9183, "sampled_at": "2026-11-01T00:01:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:01:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1557276, "flush_count": 2006, "flush_interval_seconds": 30.0, "flush_state": {"count": 2006, "last_at": "2026-11-01T00:00:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T00:00:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2005}, "started": true, "suppressed_count": 1181688, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1181688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2006, "written_record_count": 2006}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7532.418, "limit_mb": null}, "detail": {"pid": 35519, "restart_count": 76, "start_count": 77}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3272674406400, "copied_frame_count": 1183693, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3272674406400, "frame_buffer_copies": 1183693, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0768, "count": 512, "max_ms": 0.8787, "p50_ms": 0.0678, "p95_ms": 0.1187, "p99_ms": 0.1808}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0447, "count": 512, "max_ms": 3.1345, "p50_ms": 0.9582, "p95_ms": 1.5917, "p99_ms": 2.3426, "results": {"failed": 0, "not_applicable": 0, "success": 1183693, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x5a4b639f0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a4b639f0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:01:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T00:01:34+09:00", "pid": 35519, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.586, "name": "ffmpeg", "pid": 35519, "rss_mb": 298.586, "state": "R (running)", "threads": 49}, "restart_count": 76, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.162, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 40.888, "last_frame_pushed_at": "2026-11-01T00:00:56+09:00", "last_frame_read_age_sec": 40.961, "last_frame_read_at": "2026-11-01T00:00:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 47.425, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 552.575, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 40.881, "exists": true, "mtime": "2026-11-01T00:00:56.052662+09:00", "mtime_epoch": 1793458856.052662, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 90681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T00:01:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1327.059, "name": "celery", "pid": 176, "rss_mb": 1316.176, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1183693, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 40932.28, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.146, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1316.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.872, "skip_count": 6}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.192, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.075, "exists": true, "size_bytes": 90681, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35296, "reason": null, "system_cpu_core_ratio": 0.000332, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.0, "user_cpu_s_delta": 0.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000665, "system_cpu_s_delta": 0.019999999998617568, "user_cpu_core_ratio": 0.001995, "user_cpu_s_delta": 0.06000000000494765}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.994, "count": 30, "max": 22.192, "p95": 18.581, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.101, "count": 30, "max": 17.408, "p95": 16.804, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.933, "count": 30, "max": 1439.0, "p95": 1431.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.047, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.822, "count": 30, "max": 0.896, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.012, "count": 30, "max": 30.075, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89911.567, "count": 30, "max": 91746.0, "p95": 91699.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86888.867, "count": 30, "max": 91746.0, "p95": 91699.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 158578.633, "count": 30, "max": 248374.0, "p95": 221765.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.168, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.496, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9183, "sampled_at": "2026-11-01T00:01:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:01:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 1873029, "flush_count": 2006, "flush_interval_seconds": 30.0, "flush_state": {"count": 2006, "last_at": "2026-11-01T00:00:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T00:00:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2005}, "started": true, "suppressed_count": 1118595, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1118448}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2006, "written_record_count": 2006}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7622.68, "limit_mb": null}, "detail": {"pid": 35521, "restart_count": 149, "start_count": 150}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3097828454400, "copied_frame_count": 1120453, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3097828454400, "frame_buffer_copies": 1120453, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0901, "count": 512, "max_ms": 1.6275, "p50_ms": 0.0751, "p95_ms": 0.1581, "p99_ms": 0.2226}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1791, "count": 512, "max_ms": 3.3062, "p50_ms": 1.0359, "p95_ms": 2.2181, "p99_ms": 2.8659, "results": {"failed": 0, "not_applicable": 0, "success": 1120453, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x63e2285e4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e2285e4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:01:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T00:01:35+09:00", "pid": 35521, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.508, "name": "ffmpeg", "pid": 35521, "rss_mb": 211.508, "state": "S (sleeping)", "threads": 70}, "restart_count": 149, "restart_count_per_hour": 2, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.414, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 41.189, "last_frame_pushed_at": "2026-11-01T00:00:56+09:00", "last_frame_read_age_sec": 41.263, "last_frame_read_at": "2026-11-01T00:00:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 47.707, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 552.293, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 41.181, "exists": true, "mtime": "2026-11-01T00:00:56.034662+09:00", "mtime_epoch": 1793458856.0346618, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121642}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T00:01:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1349.102, "name": "celery", "pid": 206, "rss_mb": 1346.629, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1120453, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41224.09, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.298, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1346.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.328, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.44, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1120453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.093, "exists": true, "size_bytes": 121642, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35180, "reason": null, "system_cpu_core_ratio": 0.000332, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.0, "user_cpu_s_delta": 0.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000664, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.00299, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.182, "count": 30, "max": 30.169, "p95": 27.649, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.478, "count": 30, "max": 19.518, "p95": 17.244, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1356.533, "count": 30, "max": 1437.0, "p95": 1427.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.093, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117199.967, "count": 30, "max": 121642.0, "p95": 121624.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109204.833, "count": 30, "max": 121642.0, "p95": 121472.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 52.0, "p95": 29.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.138, "count": 30, "max": 0.448, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.555, "count": 30, "max": 0.945, "p95": 0.942, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8741, "sampled_at": "2026-11-01T00:01:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:01:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 7457.152, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3333403238400, "copied_frame_count": 1205658, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T23:53:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4554446, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T23:53:31+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.912}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 22, "events_emitted": 1, "events_failed": 0, "events_observed": 22, "events_suppressed": 21, "frame_buffer_copied_bytes": 3333403238400, "frame_buffer_copies": 1205658, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0815, "count": 512, "max_ms": 1.4617, "p50_ms": 0.0654, "p95_ms": 0.1155, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 18.424, "count": 1, "max_ms": 18.424, "p50_ms": 18.424, "p95_ms": 18.424, "p99_ms": 18.424, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1996, "count": 1, "max_ms": 1.1996, "p50_ms": 1.1996, "p95_ms": 1.1996, "p99_ms": 1.1996, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 87.1415, "count": 22, "max_ms": 1896.8592, "p50_ms": 0.899, "p95_ms": 1.9196, "p99_ms": 1498.9253, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9509, "count": 512, "max_ms": 2.417, "p50_ms": 0.8633, "p95_ms": 1.4506, "p99_ms": 1.9165, "results": {"failed": 0, "not_applicable": 0, "success": 1205658, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 24.6474, "count": 22, "max_ms": 514.3842, "p50_ms": 1.0779, "p95_ms": 2.8533, "p99_ms": 406.9652, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.5873, "count": 1, "max_ms": 16.5873, "p50_ms": 16.5873, "p95_ms": 16.5873, "p99_ms": 16.5873, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8291, "count": 50, "max_ms": 8.8731, "p50_ms": 4.5976, "p95_ms": 7.0868, "p99_ms": 8.4934, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3593, "count": 50, "max_ms": 3.4596, "p50_ms": 1.2498, "p95_ms": 2.1562, "p99_ms": 2.9738, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.2256, "count": 1, "max_ms": 510.2256, "p50_ms": 510.2256, "p95_ms": 510.2256, "p99_ms": 510.2256, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 438.22, "count": 1, "max_ms": 438.22, "p50_ms": 438.22, "p95_ms": 438.22, "p99_ms": 438.22, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 67.8533, "count": 1, "max_ms": 67.8533, "p50_ms": 67.8533, "p95_ms": 67.8533, "p99_ms": 67.8533, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9524, "count": 1, "max_ms": 1.9524, "p50_ms": 1.9524, "p95_ms": 1.9524, "p99_ms": 1.9524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.7621, "count": 1, "max_ms": 34.7621, "p50_ms": 34.7621, "p95_ms": 34.7621, "p99_ms": 34.7621, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7396, "count": 22, "max_ms": 1.6161, "p50_ms": 0.6686, "p95_ms": 1.3494, "p99_ms": 1.5629, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.9207, "count": 1, "max_ms": 1.9207, "p50_ms": 1.9207, "p95_ms": 1.9207, "p99_ms": 1.9207, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.9207, "count": 1, "max_ms": 1.9207, "p50_ms": 1.9207, "p95_ms": 1.9207, "p99_ms": 1.9207, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7396, "count": 22, "max_ms": 1.6161, "p50_ms": 0.6686, "p95_ms": 1.3494, "p99_ms": 1.5629, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4726, "count": 1, "max_ms": 0.4726, "p50_ms": 0.4726, "p95_ms": 0.4726, "p99_ms": 0.4726, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1307.5943, "count": 1, "max_ms": 1307.5943, "p50_ms": 1307.5943, "p95_ms": 1307.5943, "p99_ms": 1307.5943, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5455, "count": 1, "max_ms": 1.5455, "p50_ms": 1.5455, "p95_ms": 1.5455, "p99_ms": 1.5455, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.598, "count": 1, "max_ms": 33.598, "p50_ms": 33.598, "p95_ms": 33.598, "p99_ms": 33.598, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6988, "count": 1, "max_ms": 0.6988, "p50_ms": 0.6988, "p95_ms": 0.6988, "p99_ms": 0.6988, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.317, "count": 1, "max_ms": 2.317, "p50_ms": 2.317, "p95_ms": 2.317, "p99_ms": 2.317, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1381.2346, "count": 1, "max_ms": 1381.2346, "p50_ms": 1381.2346, "p95_ms": 1381.2346, "p99_ms": 1381.2346, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6988, "p50_ms": 0.6988, "p95_ms": 0.6988, "p99_ms": 0.6988}, "wait_ms": {"count": 1, "max_ms": 2.317, "p50_ms": 2.317, "p95_ms": 2.317, "p99_ms": 2.317}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15680, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.1996, "p50_ms": 1.1996, "p95_ms": 1.1996, "p99_ms": 1.1996}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25264.198, "last_started_at": "2026-10-31T17:02:27+09:00", "pid": 33130, "process": {"exists": false, "pid": 33130}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.582, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-01T00:03:31+09:00", "last_frame_read_age_sec": 0.045, "last_frame_read_at": "2026-11-01T00:03:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.277, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 437.723, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-01T00:03:31.741317+09:00", "mtime_epoch": 1793459011.7413173, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 146211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-01T00:03:31+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1474.031, "name": "celery", "pid": 180, "rss_mb": 1382.863, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.718, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.506, "pushed": 3.506, "read": 3.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.011, "p95_ms": 0.008, "reason": null, "sample_age_ms": 16.312, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.563, "count": 105, "max_ms": 3.221, "p95_ms": 1.571, "reason": null, "sample_age_ms": 47.083, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 105, "max_ms": 2.637, "p95_ms": 1.242, "reason": null, "sample_age_ms": 47.434, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 105, "max_ms": 0.25, "p95_ms": 0.126, "reason": null, "sample_age_ms": 16.316, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.073, "count": 105, "max_ms": 2.053, "p95_ms": 1.552, "reason": null, "sample_age_ms": 46.104, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 46.089, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.381, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.178, "count": 105, "max_ms": 36.16, "p95_ms": 34.332, "reason": null, "sample_age_ms": 16.309, "source": "client_direct"}, "sample_age_ms": 16.306, "source": "client_direct", "task_total_ms": {"avg_ms": 30.45, "count": 105, "max_ms": 37.151, "p95_ms": 35.582, "reason": null, "sample_age_ms": 16.306, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 9.897, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 11.921, "count": 105, "max_ms": 15.761, "p95_ms": 14.388, "reason": null, "sample_age_ms": 36.819, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 105, "max_ms": 0.064, "p95_ms": 0.031, "reason": null, "sample_age_ms": 47.288, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.045, "count": 105, "max_ms": 0.128, "p95_ms": 0.078, "reason": null, "sample_age_ms": 9.901, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.318, "count": 105, "max_ms": 2.129, "p95_ms": 1.873, "reason": null, "sample_age_ms": 35.711, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 35.691, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 9.949, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.857, "count": 105, "max_ms": 33.996, "p95_ms": 31.241, "reason": null, "sample_age_ms": 9.893, "source": "client_direct"}, "sample_age_ms": 9.875, "source": "client_direct", "task_total_ms": {"avg_ms": 29.331, "count": 105, "max_ms": 36.094, "p95_ms": 32.766, "reason": null, "sample_age_ms": 9.875, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.016, "p95_ms": 0.008, "reason": null, "sample_age_ms": 9.291, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.816, "count": 105, "max_ms": 10.937, "p95_ms": 9.903, "reason": null, "sample_age_ms": 40.213, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 105, "max_ms": 0.05, "p95_ms": 0.024, "reason": null, "sample_age_ms": 47.321, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 105, "max_ms": 0.229, "p95_ms": 0.166, "reason": null, "sample_age_ms": 9.297, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.308, "count": 105, "max_ms": 2.012, "p95_ms": 1.806, "reason": null, "sample_age_ms": 39.142, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 39.128, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 9.408, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.634, "count": 105, "max_ms": 37.425, "p95_ms": 35.625, "reason": null, "sample_age_ms": 9.288, "source": "client_direct"}, "sample_age_ms": 9.285, "source": "client_direct", "task_total_ms": {"avg_ms": 33.155, "count": 105, "max_ms": 38.979, "p95_ms": 37.342, "reason": null, "sample_age_ms": 9.285, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 15.549, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.73, "count": 105, "max_ms": 6.07, "p95_ms": 5.137, "reason": null, "sample_age_ms": 44.171, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 105, "max_ms": 0.064, "p95_ms": 0.035, "reason": null, "sample_age_ms": 47.357, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 105, "max_ms": 0.106, "p95_ms": 0.075, "reason": null, "sample_age_ms": 15.554, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.276, "count": 105, "max_ms": 2.326, "p95_ms": 1.721, "reason": null, "sample_age_ms": 43.132, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 43.118, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.595, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.39, "count": 105, "max_ms": 39.039, "p95_ms": 36.041, "reason": null, "sample_age_ms": 15.547, "source": "client_direct"}, "sample_age_ms": 15.543, "source": "client_direct", "task_total_ms": {"avg_ms": 31.829, "count": 105, "max_ms": 40.822, "p95_ms": 37.486, "reason": null, "sample_age_ms": 15.543, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.479, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.444, "count": 105, "max_ms": 0.946, "p95_ms": 0.64}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.079, "count": 105, "max_ms": 0.159, "p95_ms": 0.114}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 105, "max_ms": 0.243, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 105, "max_ms": 0.119, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.001, "count": 105, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 105, "max_ms": 0.27, "p95_ms": 0.217}, "setup_ms": {"avg_ms": 0.025, "count": 105, "max_ms": 0.109, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.419, "count": 105, "max_ms": 0.88, "p95_ms": 0.601}, "track_match_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.016, "count": 105, "max_ms": 0.08, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 1.89, "count": 105, "max_ms": 3.424, "p95_ms": 3.027}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 105, "max_ms": 0.02, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 31.296, "count": 105, "max_ms": 39.369, "p95_ms": 36.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.852, "count": 105, "max_ms": 50.295, "p95_ms": 46.355}, "yolo11_640_fire_11class": {"avg_ms": 41.491, "count": 105, "max_ms": 48.036, "p95_ms": 46.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.067, "count": 105, "max_ms": 45.626, "p95_ms": 41.603}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.701, "count": 105, "max_ms": 6.399, "p95_ms": 5.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 44.807, "count": 105, "max_ms": 52.518, "p95_ms": 50.372}, "inference_input_copy_ms": {"avg_ms": 0.911, "count": 105, "max_ms": 1.739, "p95_ms": 1.553}, "processing_residual_ms": {"avg_ms": 0.07, "count": 105, "max_ms": 0.172, "p95_ms": 0.105}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 47.488, "count": 105, "max_ms": 56.111, "p95_ms": 53.486}, "read_interval": {"avg_ms": 286.092, "count": 105, "max_ms": 10182.654, "p95_ms": 141.128}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 105, "max_ms": 0.042, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.116, "count": 105, "max_ms": 0.216, "p95_ms": 0.165}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 105, "max_ms": 0.012, "p95_ms": 0.009}, "scenario.falldown_detected_ms": {"avg_ms": 0.051, "count": 105, "max_ms": 0.124, "p95_ms": 0.074}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.004, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.048, "count": 105, "max_ms": 0.095, "p95_ms": 0.072}, "worker_merge_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.008, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 42.581, "count": 105, "max_ms": 50.305, "p95_ms": 47.221}, "visualize": {"avg_ms": 1.154, "count": 105, "max_ms": 2.292, "p95_ms": 1.629}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.109, "count": 105, "max_ms": 0.203, "p95_ms": 0.166}, "visualize_input_copy_ms": {"avg_ms": 0.921, "count": 105, "max_ms": 2.037, "p95_ms": 1.329}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.042, "count": 105, "max_ms": 0.074, "p95_ms": 0.059}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 105, "max_ms": 0.113, "p95_ms": 0.082}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1382.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.582, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 146692, "write_bytes_delta": 146692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 21.0, "cpu_core_ratio": 0.020692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5349.0, "pid": 33130, "reason": null, "system_cpu_core_ratio": 0.002956, "system_cpu_s_delta": 0.030000000000086402, "user_cpu_core_ratio": 0.017736, "user_cpu_s_delta": 0.17999999999938154}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.032517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.008868, "system_cpu_s_delta": 0.09000000000014552, "user_cpu_core_ratio": 0.023648, "user_cpu_s_delta": 0.2400000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.898, "count": 99, "max_ms": 3.424, "p95_ms": 3.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.926, "count": 30, "max": 47.916, "p95": 35.798, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.157, "count": 30, "max": 19.653, "p95": 18.191, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 381.167, "count": 30, "max": 412.0, "p95": 410.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 178.3, "count": 30, "max": 5349.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.041, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.245, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 144914.067, "count": 30, "max": 146692.0, "p95": 146381.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140114.767, "count": 30, "max": 146692.0, "p95": 146381.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 46.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.299, "count": 30, "max": 0.357, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.73, "count": 30, "max": 0.812, "p95": 0.808, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8365, "sampled_at": "2026-11-01T00:03:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:03:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 7456.785, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3333403238400, "copied_frame_count": 1205658, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T23:53:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4554446, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T23:53:31+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.912}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 22, "events_emitted": 1, "events_failed": 0, "events_observed": 22, "events_suppressed": 21, "frame_buffer_copied_bytes": 3333403238400, "frame_buffer_copies": 1205658, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0815, "count": 512, "max_ms": 1.4617, "p50_ms": 0.0654, "p95_ms": 0.1155, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 18.424, "count": 1, "max_ms": 18.424, "p50_ms": 18.424, "p95_ms": 18.424, "p99_ms": 18.424, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1996, "count": 1, "max_ms": 1.1996, "p50_ms": 1.1996, "p95_ms": 1.1996, "p99_ms": 1.1996, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 87.1415, "count": 22, "max_ms": 1896.8592, "p50_ms": 0.899, "p95_ms": 1.9196, "p99_ms": 1498.9253, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9509, "count": 512, "max_ms": 2.417, "p50_ms": 0.8633, "p95_ms": 1.4506, "p99_ms": 1.9165, "results": {"failed": 0, "not_applicable": 0, "success": 1205658, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 24.6474, "count": 22, "max_ms": 514.3842, "p50_ms": 1.0779, "p95_ms": 2.8533, "p99_ms": 406.9652, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.5873, "count": 1, "max_ms": 16.5873, "p50_ms": 16.5873, "p95_ms": 16.5873, "p99_ms": 16.5873, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8291, "count": 50, "max_ms": 8.8731, "p50_ms": 4.5976, "p95_ms": 7.0868, "p99_ms": 8.4934, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3593, "count": 50, "max_ms": 3.4596, "p50_ms": 1.2498, "p95_ms": 2.1562, "p99_ms": 2.9738, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.2256, "count": 1, "max_ms": 510.2256, "p50_ms": 510.2256, "p95_ms": 510.2256, "p99_ms": 510.2256, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 438.22, "count": 1, "max_ms": 438.22, "p50_ms": 438.22, "p95_ms": 438.22, "p99_ms": 438.22, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 67.8533, "count": 1, "max_ms": 67.8533, "p50_ms": 67.8533, "p95_ms": 67.8533, "p99_ms": 67.8533, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9524, "count": 1, "max_ms": 1.9524, "p50_ms": 1.9524, "p95_ms": 1.9524, "p99_ms": 1.9524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.7621, "count": 1, "max_ms": 34.7621, "p50_ms": 34.7621, "p95_ms": 34.7621, "p99_ms": 34.7621, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7396, "count": 22, "max_ms": 1.6161, "p50_ms": 0.6686, "p95_ms": 1.3494, "p99_ms": 1.5629, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.9207, "count": 1, "max_ms": 1.9207, "p50_ms": 1.9207, "p95_ms": 1.9207, "p99_ms": 1.9207, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.9207, "count": 1, "max_ms": 1.9207, "p50_ms": 1.9207, "p95_ms": 1.9207, "p99_ms": 1.9207, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7396, "count": 22, "max_ms": 1.6161, "p50_ms": 0.6686, "p95_ms": 1.3494, "p99_ms": 1.5629, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4726, "count": 1, "max_ms": 0.4726, "p50_ms": 0.4726, "p95_ms": 0.4726, "p99_ms": 0.4726, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1307.5943, "count": 1, "max_ms": 1307.5943, "p50_ms": 1307.5943, "p95_ms": 1307.5943, "p99_ms": 1307.5943, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5455, "count": 1, "max_ms": 1.5455, "p50_ms": 1.5455, "p95_ms": 1.5455, "p99_ms": 1.5455, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.598, "count": 1, "max_ms": 33.598, "p50_ms": 33.598, "p95_ms": 33.598, "p99_ms": 33.598, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6988, "count": 1, "max_ms": 0.6988, "p50_ms": 0.6988, "p95_ms": 0.6988, "p99_ms": 0.6988, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.317, "count": 1, "max_ms": 2.317, "p50_ms": 2.317, "p95_ms": 2.317, "p99_ms": 2.317, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1381.2346, "count": 1, "max_ms": 1381.2346, "p50_ms": 1381.2346, "p95_ms": 1381.2346, "p99_ms": 1381.2346, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6988, "p50_ms": 0.6988, "p95_ms": 0.6988, "p99_ms": 0.6988}, "wait_ms": {"count": 1, "max_ms": 2.317, "p50_ms": 2.317, "p95_ms": 2.317, "p99_ms": 2.317}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15680, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.1996, "p50_ms": 1.1996, "p95_ms": 1.1996, "p99_ms": 1.1996}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 25264.224, "last_started_at": "2026-10-31T17:02:27+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.582, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-01T00:03:31+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-01T00:03:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.323, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 437.677, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-01T00:03:31.790318+09:00", "mtime_epoch": 1793459011.7903175, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 146069}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-01T00:03:31+09:00", "process": {"exists": true, "fd_count": 109, "hwm_mb": 1474.031, "name": "celery", "pid": 180, "rss_mb": 1382.918, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.746, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.503, "pushed": 3.503, "read": 3.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.011, "p95_ms": 0.008, "reason": null, "sample_age_ms": 41.806, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.563, "count": 105, "max_ms": 3.221, "p95_ms": 1.571, "reason": null, "sample_age_ms": 72.577, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 105, "max_ms": 2.637, "p95_ms": 1.242, "reason": null, "sample_age_ms": 72.929, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 105, "max_ms": 0.25, "p95_ms": 0.126, "reason": null, "sample_age_ms": 41.811, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.073, "count": 105, "max_ms": 2.053, "p95_ms": 1.552, "reason": null, "sample_age_ms": 71.599, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 71.584, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.876, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.178, "count": 105, "max_ms": 36.16, "p95_ms": 34.332, "reason": null, "sample_age_ms": 41.804, "source": "client_direct"}, "sample_age_ms": 41.801, "source": "client_direct", "task_total_ms": {"avg_ms": 30.45, "count": 105, "max_ms": 37.151, "p95_ms": 35.582, "reason": null, "sample_age_ms": 41.801, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 35.391, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 11.921, "count": 105, "max_ms": 15.761, "p95_ms": 14.388, "reason": null, "sample_age_ms": 62.314, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 105, "max_ms": 0.064, "p95_ms": 0.031, "reason": null, "sample_age_ms": 72.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.045, "count": 105, "max_ms": 0.128, "p95_ms": 0.078, "reason": null, "sample_age_ms": 35.395, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.318, "count": 105, "max_ms": 2.129, "p95_ms": 1.873, "reason": null, "sample_age_ms": 61.206, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.186, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.444, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.857, "count": 105, "max_ms": 33.996, "p95_ms": 31.241, "reason": null, "sample_age_ms": 35.388, "source": "client_direct"}, "sample_age_ms": 35.37, "source": "client_direct", "task_total_ms": {"avg_ms": 29.331, "count": 105, "max_ms": 36.094, "p95_ms": 32.766, "reason": null, "sample_age_ms": 35.37, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.016, "p95_ms": 0.008, "reason": null, "sample_age_ms": 34.786, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.816, "count": 105, "max_ms": 10.937, "p95_ms": 9.903, "reason": null, "sample_age_ms": 65.707, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 105, "max_ms": 0.05, "p95_ms": 0.024, "reason": null, "sample_age_ms": 72.815, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 105, "max_ms": 0.229, "p95_ms": 0.166, "reason": null, "sample_age_ms": 34.791, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.308, "count": 105, "max_ms": 2.012, "p95_ms": 1.806, "reason": null, "sample_age_ms": 64.637, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.623, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.903, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.634, "count": 105, "max_ms": 37.425, "p95_ms": 35.625, "reason": null, "sample_age_ms": 34.783, "source": "client_direct"}, "sample_age_ms": 34.78, "source": "client_direct", "task_total_ms": {"avg_ms": 33.155, "count": 105, "max_ms": 38.979, "p95_ms": 37.342, "reason": null, "sample_age_ms": 34.78, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 41.044, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.73, "count": 105, "max_ms": 6.07, "p95_ms": 5.137, "reason": null, "sample_age_ms": 69.666, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 105, "max_ms": 0.064, "p95_ms": 0.035, "reason": null, "sample_age_ms": 72.851, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.049, "count": 105, "max_ms": 0.106, "p95_ms": 0.075, "reason": null, "sample_age_ms": 41.049, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.276, "count": 105, "max_ms": 2.326, "p95_ms": 1.721, "reason": null, "sample_age_ms": 68.626, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.613, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.09, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.39, "count": 105, "max_ms": 39.039, "p95_ms": 36.041, "reason": null, "sample_age_ms": 41.042, "source": "client_direct"}, "sample_age_ms": 41.038, "source": "client_direct", "task_total_ms": {"avg_ms": 31.829, "count": 105, "max_ms": 40.822, "p95_ms": 37.486, "reason": null, "sample_age_ms": 41.038, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.631, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.444, "count": 105, "max_ms": 0.946, "p95_ms": 0.64}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.079, "count": 105, "max_ms": 0.159, "p95_ms": 0.114}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 105, "max_ms": 0.243, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 105, "max_ms": 0.119, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.001, "count": 105, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 105, "max_ms": 0.27, "p95_ms": 0.217}, "setup_ms": {"avg_ms": 0.025, "count": 105, "max_ms": 0.109, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.419, "count": 105, "max_ms": 0.88, "p95_ms": 0.601}, "track_match_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.007, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.016, "count": 105, "max_ms": 0.08, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 1.89, "count": 105, "max_ms": 3.424, "p95_ms": 3.027}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 105, "max_ms": 0.02, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 31.296, "count": 105, "max_ms": 39.369, "p95_ms": 36.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.852, "count": 105, "max_ms": 50.295, "p95_ms": 46.355}, "yolo11_640_fire_11class": {"avg_ms": 41.491, "count": 105, "max_ms": 48.036, "p95_ms": 46.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.067, "count": 105, "max_ms": 45.626, "p95_ms": 41.603}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.701, "count": 105, "max_ms": 6.399, "p95_ms": 5.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 44.807, "count": 105, "max_ms": 52.518, "p95_ms": 50.372}, "inference_input_copy_ms": {"avg_ms": 0.911, "count": 105, "max_ms": 1.739, "p95_ms": 1.553}, "processing_residual_ms": {"avg_ms": 0.07, "count": 105, "max_ms": 0.172, "p95_ms": 0.105}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 47.488, "count": 105, "max_ms": 56.111, "p95_ms": 53.486}, "read_interval": {"avg_ms": 286.092, "count": 105, "max_ms": 10182.654, "p95_ms": 141.128}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 105, "max_ms": 0.042, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.116, "count": 105, "max_ms": 0.216, "p95_ms": 0.165}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 105, "max_ms": 0.012, "p95_ms": 0.009}, "scenario.falldown_detected_ms": {"avg_ms": 0.051, "count": 105, "max_ms": 0.124, "p95_ms": 0.074}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.004, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.048, "count": 105, "max_ms": 0.095, "p95_ms": 0.072}, "worker_merge_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.008, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 42.581, "count": 105, "max_ms": 50.305, "p95_ms": 47.221}, "visualize": {"avg_ms": 1.154, "count": 105, "max_ms": 2.292, "p95_ms": 1.629}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.109, "count": 105, "max_ms": 0.203, "p95_ms": 0.166}, "visualize_input_copy_ms": {"avg_ms": 0.921, "count": 105, "max_ms": 2.037, "p95_ms": 1.329}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.042, "count": 105, "max_ms": 0.074, "p95_ms": 0.059}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 105, "max_ms": 0.113, "p95_ms": 0.082}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1382.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.582, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 146692, "write_bytes_delta": 146692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 21.0, "cpu_core_ratio": 0.020692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5349.0, "pid": 33130, "reason": null, "system_cpu_core_ratio": 0.002956, "system_cpu_s_delta": 0.030000000000086402, "user_cpu_core_ratio": 0.017736, "user_cpu_s_delta": 0.17999999999938154}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.032517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.008868, "system_cpu_s_delta": 0.09000000000014552, "user_cpu_core_ratio": 0.023648, "user_cpu_s_delta": 0.2400000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.898, "count": 99, "max_ms": 3.424, "p95_ms": 3.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.926, "count": 30, "max": 47.916, "p95": 35.798, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.157, "count": 30, "max": 19.653, "p95": 18.191, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 381.167, "count": 30, "max": 412.0, "p95": 410.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 178.3, "count": 30, "max": 5349.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.041, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.245, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 144914.067, "count": 30, "max": 146692.0, "p95": 146381.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140114.767, "count": 30, "max": 146692.0, "p95": 146381.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 46.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.299, "count": 30, "max": 0.357, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.73, "count": 30, "max": 0.812, "p95": 0.808, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8365, "sampled_at": "2026-11-01T00:03:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:03:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 7478.465, "limit_mb": null}, "detail": {"pid": 35751, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3333403238400, "copied_frame_count": 1205658, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T23:53:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4554446, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T23:53:31+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.912}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 22, "events_emitted": 1, "events_failed": 0, "events_observed": 22, "events_suppressed": 21, "frame_buffer_copied_bytes": 3333403238400, "frame_buffer_copies": 1205658, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0815, "count": 512, "max_ms": 1.4617, "p50_ms": 0.0654, "p95_ms": 0.1155, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 18.424, "count": 1, "max_ms": 18.424, "p50_ms": 18.424, "p95_ms": 18.424, "p99_ms": 18.424, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1996, "count": 1, "max_ms": 1.1996, "p50_ms": 1.1996, "p95_ms": 1.1996, "p99_ms": 1.1996, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 87.1415, "count": 22, "max_ms": 1896.8592, "p50_ms": 0.899, "p95_ms": 1.9196, "p99_ms": 1498.9253, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9509, "count": 512, "max_ms": 2.417, "p50_ms": 0.8633, "p95_ms": 1.4506, "p99_ms": 1.9165, "results": {"failed": 0, "not_applicable": 0, "success": 1205658, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 24.6474, "count": 22, "max_ms": 514.3842, "p50_ms": 1.0779, "p95_ms": 2.8533, "p99_ms": 406.9652, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.5873, "count": 1, "max_ms": 16.5873, "p50_ms": 16.5873, "p95_ms": 16.5873, "p99_ms": 16.5873, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8291, "count": 50, "max_ms": 8.8731, "p50_ms": 4.5976, "p95_ms": 7.0868, "p99_ms": 8.4934, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3593, "count": 50, "max_ms": 3.4596, "p50_ms": 1.2498, "p95_ms": 2.1562, "p99_ms": 2.9738, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.2256, "count": 1, "max_ms": 510.2256, "p50_ms": 510.2256, "p95_ms": 510.2256, "p99_ms": 510.2256, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 438.22, "count": 1, "max_ms": 438.22, "p50_ms": 438.22, "p95_ms": 438.22, "p99_ms": 438.22, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 67.8533, "count": 1, "max_ms": 67.8533, "p50_ms": 67.8533, "p95_ms": 67.8533, "p99_ms": 67.8533, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9524, "count": 1, "max_ms": 1.9524, "p50_ms": 1.9524, "p95_ms": 1.9524, "p99_ms": 1.9524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.7621, "count": 1, "max_ms": 34.7621, "p50_ms": 34.7621, "p95_ms": 34.7621, "p99_ms": 34.7621, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7396, "count": 22, "max_ms": 1.6161, "p50_ms": 0.6686, "p95_ms": 1.3494, "p99_ms": 1.5629, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.9207, "count": 1, "max_ms": 1.9207, "p50_ms": 1.9207, "p95_ms": 1.9207, "p99_ms": 1.9207, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.9207, "count": 1, "max_ms": 1.9207, "p50_ms": 1.9207, "p95_ms": 1.9207, "p99_ms": 1.9207, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7396, "count": 22, "max_ms": 1.6161, "p50_ms": 0.6686, "p95_ms": 1.3494, "p99_ms": 1.5629, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4726, "count": 1, "max_ms": 0.4726, "p50_ms": 0.4726, "p95_ms": 0.4726, "p99_ms": 0.4726, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1307.5943, "count": 1, "max_ms": 1307.5943, "p50_ms": 1307.5943, "p95_ms": 1307.5943, "p99_ms": 1307.5943, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5455, "count": 1, "max_ms": 1.5455, "p50_ms": 1.5455, "p95_ms": 1.5455, "p99_ms": 1.5455, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.598, "count": 1, "max_ms": 33.598, "p50_ms": 33.598, "p95_ms": 33.598, "p99_ms": 33.598, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6988, "count": 1, "max_ms": 0.6988, "p50_ms": 0.6988, "p95_ms": 0.6988, "p99_ms": 0.6988, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.317, "count": 1, "max_ms": 2.317, "p50_ms": 2.317, "p95_ms": 2.317, "p99_ms": 2.317, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1381.2346, "count": 1, "max_ms": 1381.2346, "p50_ms": 1381.2346, "p95_ms": 1381.2346, "p99_ms": 1381.2346, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6988, "p50_ms": 0.6988, "p95_ms": 0.6988, "p99_ms": 0.6988}, "wait_ms": {"count": 1, "max_ms": 2.317, "p50_ms": 2.317, "p95_ms": 2.317, "p99_ms": 2.317}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15680, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.1996, "p50_ms": 1.1996, "p95_ms": 1.1996, "p99_ms": 1.1996}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:03:31+09:00", "last_error_summary": "[in#0/rtsp @ 0x557d155ebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557d155ebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T00:03:34+09:00", "pid": 35751, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.367, "name": "ffmpeg", "pid": 35751, "rss_mb": 44.367, "state": "S (sleeping)", "threads": 1}, "restart_count": 3, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.568, "sample_count": 2759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 4.644, "last_frame_pushed_at": "2026-11-01T00:03:31+09:00", "last_frame_read_age_sec": 4.688, "last_frame_read_at": "2026-11-01T00:03:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 166.926, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 433.074, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 4.636, "exists": true, "mtime": "2026-11-01T00:03:31.790318+09:00", "mtime_epoch": 1793459011.7903175, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 146069}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-01T00:03:36+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1474.031, "name": "celery", "pid": 180, "rss_mb": 1383.027, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5.368, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 59, "pushed_frames": 59, "read_frames": 59, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.967, "pushed": 1.967, "read": 1.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.004, "count": 59, "max_ms": 0.01, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4661.076, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.564, "count": 58, "max_ms": 3.128, "p95_ms": 1.585, "reason": null, "sample_age_ms": 4691.847, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.195, "count": 58, "max_ms": 2.637, "p95_ms": 1.182, "reason": null, "sample_age_ms": 4692.199, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.082, "count": 59, "max_ms": 0.25, "p95_ms": 0.136, "reason": null, "sample_age_ms": 4661.081, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.043, "count": 59, "max_ms": 2.053, "p95_ms": 1.473, "reason": null, "sample_age_ms": 4690.868, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4690.853, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4661.145, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.836, "count": 59, "max_ms": 34.334, "p95_ms": 33.515, "reason": null, "sample_age_ms": 4661.074, "source": "client_direct"}, "sample_age_ms": 4661.071, "source": "client_direct", "task_total_ms": {"avg_ms": 30.08, "count": 59, "max_ms": 35.654, "p95_ms": 34.806, "reason": null, "sample_age_ms": 4661.071, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.005, "count": 59, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4654.661, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 11.538, "count": 59, "max_ms": 15.157, "p95_ms": 14.069, "reason": null, "sample_age_ms": 4681.584, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.017, "count": 58, "max_ms": 0.046, "p95_ms": 0.03, "reason": null, "sample_age_ms": 4692.052, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.046, "count": 59, "max_ms": 0.128, "p95_ms": 0.079, "reason": null, "sample_age_ms": 4654.665, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.29, "count": 59, "max_ms": 2.009, "p95_ms": 1.784, "reason": null, "sample_age_ms": 4680.476, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4680.456, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4654.714, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.783, "count": 59, "max_ms": 33.016, "p95_ms": 30.796, "reason": null, "sample_age_ms": 4654.658, "source": "client_direct"}, "sample_age_ms": 4654.639, "source": "client_direct", "task_total_ms": {"avg_ms": 29.231, "count": 59, "max_ms": 35.011, "p95_ms": 32.076, "reason": null, "sample_age_ms": 4654.639, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.005, "count": 59, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4654.056, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.545, "count": 59, "max_ms": 10.937, "p95_ms": 9.335, "reason": null, "sample_age_ms": 4684.977, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 58, "max_ms": 0.034, "p95_ms": 0.023, "reason": null, "sample_age_ms": 4692.085, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 59, "max_ms": 0.229, "p95_ms": 0.155, "reason": null, "sample_age_ms": 4654.061, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.279, "count": 59, "max_ms": 2.012, "p95_ms": 1.7, "reason": null, "sample_age_ms": 4683.907, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4683.893, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4654.173, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.281, "count": 59, "max_ms": 37.425, "p95_ms": 34.611, "reason": null, "sample_age_ms": 4654.053, "source": "client_direct"}, "sample_age_ms": 4654.05, "source": "client_direct", "task_total_ms": {"avg_ms": 32.767, "count": 59, "max_ms": 38.979, "p95_ms": 36.143, "reason": null, "sample_age_ms": 4654.05, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.005, "count": 59, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4660.314, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.609, "count": 59, "max_ms": 6.07, "p95_ms": 5.114, "reason": null, "sample_age_ms": 4688.936, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 58, "max_ms": 0.053, "p95_ms": 0.037, "reason": null, "sample_age_ms": 4692.121, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.048, "count": 59, "max_ms": 0.098, "p95_ms": 0.068, "reason": null, "sample_age_ms": 4660.319, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.241, "count": 59, "max_ms": 2.326, "p95_ms": 1.645, "reason": null, "sample_age_ms": 4687.896, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4687.883, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4660.359, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.443, "count": 59, "max_ms": 37.244, "p95_ms": 36.078, "reason": null, "sample_age_ms": 4660.311, "source": "client_direct"}, "sample_age_ms": 4660.308, "source": "client_direct", "task_total_ms": {"avg_ms": 31.843, "count": 59, "max_ms": 38.374, "p95_ms": 37.519, "reason": null, "sample_age_ms": 4660.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.813, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.438, "count": 59, "max_ms": 0.946, "p95_ms": 0.651}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.08, "count": 59, "max_ms": 0.159, "p95_ms": 0.137}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 59, "max_ms": 0.243, "p95_ms": 0.146}, "event_filter_ms": {"avg_ms": 0.002, "count": 59, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 59, "max_ms": 0.098, "p95_ms": 0.082}, "mcmt_ms": {"avg_ms": 0.001, "count": 59, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.146, "count": 59, "max_ms": 0.257, "p95_ms": 0.217}, "setup_ms": {"avg_ms": 0.026, "count": 59, "max_ms": 0.109, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.413, "count": 59, "max_ms": 0.88, "p95_ms": 0.615}, "track_match_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.015, "count": 59, "max_ms": 0.044, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 1.812, "count": 59, "max_ms": 3.418, "p95_ms": 2.768}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 59, "max_ms": 0.02, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 30.934, "count": 59, "max_ms": 36.274, "p95_ms": 35.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.383, "count": 59, "max_ms": 47.671, "p95_ms": 45.318}, "yolo11_640_fire_11class": {"avg_ms": 40.829, "count": 59, "max_ms": 47.44, "p95_ms": 46.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 35.971, "count": 59, "max_ms": 43.903, "p95_ms": 42.733}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.655, "count": 59, "max_ms": 5.634, "p95_ms": 5.114}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 44.302, "count": 59, "max_ms": 50.645, "p95_ms": 49.816}, "inference_input_copy_ms": {"avg_ms": 0.889, "count": 59, "max_ms": 1.686, "p95_ms": 1.608}, "processing_residual_ms": {"avg_ms": 0.069, "count": 59, "max_ms": 0.117, "p95_ms": 0.107}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 46.915, "count": 59, "max_ms": 55.568, "p95_ms": 52.137}, "read_interval": {"avg_ms": 431.024, "count": 59, "max_ms": 10182.654, "p95_ms": 146.336}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 59, "max_ms": 0.042, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.113, "count": 59, "max_ms": 0.194, "p95_ms": 0.176}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 59, "max_ms": 0.012, "p95_ms": 0.009}, "scenario.falldown_detected_ms": {"avg_ms": 0.049, "count": 59, "max_ms": 0.09, "p95_ms": 0.073}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 59, "max_ms": 0.004, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.047, "count": 59, "max_ms": 0.095, "p95_ms": 0.073}, "worker_merge_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.008, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 42.086, "count": 59, "max_ms": 47.682, "p95_ms": 47.005}, "visualize": {"avg_ms": 1.172, "count": 59, "max_ms": 2.292, "p95_ms": 1.701}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.11, "count": 59, "max_ms": 0.203, "p95_ms": 0.157}, "visualize_input_copy_ms": {"avg_ms": 0.938, "count": 59, "max_ms": 2.037, "p95_ms": 1.368}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.042, "count": 59, "max_ms": 0.069, "p95_ms": 0.059}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 59, "max_ms": 0.113, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 59}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1382.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.582, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 146692, "write_bytes_delta": 146692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 21.0, "cpu_core_ratio": 0.020692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5349.0, "pid": 33130, "reason": null, "system_cpu_core_ratio": 0.002956, "system_cpu_s_delta": 0.030000000000086402, "user_cpu_core_ratio": 0.017736, "user_cpu_s_delta": 0.17999999999938154}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.032517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.008868, "system_cpu_s_delta": 0.09000000000014552, "user_cpu_core_ratio": 0.023648, "user_cpu_s_delta": 0.2400000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.898, "count": 99, "max_ms": 3.424, "p95_ms": 3.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.926, "count": 30, "max": 47.916, "p95": 35.798, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.157, "count": 30, "max": 19.653, "p95": 18.191, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 381.167, "count": 30, "max": 412.0, "p95": 410.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 178.3, "count": 30, "max": 5349.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.041, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.245, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 144914.067, "count": 30, "max": 146692.0, "p95": 146381.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140114.767, "count": 30, "max": 146692.0, "p95": 146381.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 46.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.299, "count": 30, "max": 0.357, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.73, "count": 30, "max": 0.812, "p95": 0.808, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8365, "sampled_at": "2026-11-01T00:03:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:03:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 7456.227, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3333403238400, "copied_frame_count": 1205658, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T23:53:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4554446, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T23:53:31+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.912}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 22, "events_emitted": 1, "events_failed": 0, "events_observed": 22, "events_suppressed": 21, "frame_buffer_copied_bytes": 3333403238400, "frame_buffer_copies": 1205658, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0815, "count": 512, "max_ms": 1.4617, "p50_ms": 0.0654, "p95_ms": 0.1155, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 18.424, "count": 1, "max_ms": 18.424, "p50_ms": 18.424, "p95_ms": 18.424, "p99_ms": 18.424, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1996, "count": 1, "max_ms": 1.1996, "p50_ms": 1.1996, "p95_ms": 1.1996, "p99_ms": 1.1996, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 87.1415, "count": 22, "max_ms": 1896.8592, "p50_ms": 0.899, "p95_ms": 1.9196, "p99_ms": 1498.9253, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9509, "count": 512, "max_ms": 2.417, "p50_ms": 0.8633, "p95_ms": 1.4506, "p99_ms": 1.9165, "results": {"failed": 0, "not_applicable": 0, "success": 1205658, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 24.6474, "count": 22, "max_ms": 514.3842, "p50_ms": 1.0779, "p95_ms": 2.8533, "p99_ms": 406.9652, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.5873, "count": 1, "max_ms": 16.5873, "p50_ms": 16.5873, "p95_ms": 16.5873, "p99_ms": 16.5873, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8291, "count": 50, "max_ms": 8.8731, "p50_ms": 4.5976, "p95_ms": 7.0868, "p99_ms": 8.4934, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3593, "count": 50, "max_ms": 3.4596, "p50_ms": 1.2498, "p95_ms": 2.1562, "p99_ms": 2.9738, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 510.2256, "count": 1, "max_ms": 510.2256, "p50_ms": 510.2256, "p95_ms": 510.2256, "p99_ms": 510.2256, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 438.22, "count": 1, "max_ms": 438.22, "p50_ms": 438.22, "p95_ms": 438.22, "p99_ms": 438.22, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 67.8533, "count": 1, "max_ms": 67.8533, "p50_ms": 67.8533, "p95_ms": 67.8533, "p99_ms": 67.8533, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9524, "count": 1, "max_ms": 1.9524, "p50_ms": 1.9524, "p95_ms": 1.9524, "p99_ms": 1.9524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.7621, "count": 1, "max_ms": 34.7621, "p50_ms": 34.7621, "p95_ms": 34.7621, "p99_ms": 34.7621, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7396, "count": 22, "max_ms": 1.6161, "p50_ms": 0.6686, "p95_ms": 1.3494, "p99_ms": 1.5629, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.9207, "count": 1, "max_ms": 1.9207, "p50_ms": 1.9207, "p95_ms": 1.9207, "p99_ms": 1.9207, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.9207, "count": 1, "max_ms": 1.9207, "p50_ms": 1.9207, "p95_ms": 1.9207, "p99_ms": 1.9207, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7396, "count": 22, "max_ms": 1.6161, "p50_ms": 0.6686, "p95_ms": 1.3494, "p99_ms": 1.5629, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 21, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4726, "count": 1, "max_ms": 0.4726, "p50_ms": 0.4726, "p95_ms": 0.4726, "p99_ms": 0.4726, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1307.5943, "count": 1, "max_ms": 1307.5943, "p50_ms": 1307.5943, "p95_ms": 1307.5943, "p99_ms": 1307.5943, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5455, "count": 1, "max_ms": 1.5455, "p50_ms": 1.5455, "p95_ms": 1.5455, "p99_ms": 1.5455, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.598, "count": 1, "max_ms": 33.598, "p50_ms": 33.598, "p95_ms": 33.598, "p99_ms": 33.598, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6988, "count": 1, "max_ms": 0.6988, "p50_ms": 0.6988, "p95_ms": 0.6988, "p99_ms": 0.6988, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.317, "count": 1, "max_ms": 2.317, "p50_ms": 2.317, "p95_ms": 2.317, "p99_ms": 2.317, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1381.2346, "count": 1, "max_ms": 1381.2346, "p50_ms": 1381.2346, "p95_ms": 1381.2346, "p99_ms": 1381.2346, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6988, "p50_ms": 0.6988, "p95_ms": 0.6988, "p99_ms": 0.6988}, "wait_ms": {"count": 1, "max_ms": 2.317, "p50_ms": 2.317, "p95_ms": 2.317, "p99_ms": 2.317}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15680, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.1996, "p50_ms": 1.1996, "p95_ms": 1.1996, "p99_ms": 1.1996}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:03:39+09:00", "last_error_summary": "[tcp @ 0x6441d6933940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection refused [in#0 @ 0x6441d6930e00] Error opening input: Connection refused Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection refused", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5.526, "last_started_at": "2026-11-01T00:03:34+09:00", "pid": 35751, "process": {"exists": false, "pid": 35751}, "restart_count": 3, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.57, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 8.168, "last_frame_pushed_at": "2026-11-01T00:03:31+09:00", "last_frame_read_age_sec": 8.212, "last_frame_read_at": "2026-11-01T00:03:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 170.45, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 429.55, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 8.16, "exists": true, "mtime": "2026-11-01T00:03:31.790318+09:00", "mtime_epoch": 1793459011.7903175, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 146069}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-01T00:03:39+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1474.031, "name": "celery", "pid": 180, "rss_mb": 1383.023, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 8.892, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 24, "pushed_frames": 24, "read_frames": 23, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.8, "pushed": 0.8, "read": 0.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 23, "client_acquire_ms": {"avg_ms": 0.004, "count": 23, "max_ms": 0.006, "p95_ms": 0.005, "reason": null, "sample_age_ms": 8184.143, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.46, "count": 23, "max_ms": 1.209, "p95_ms": 1.085, "reason": null, "sample_age_ms": 8214.914, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.118, "count": 23, "max_ms": 0.835, "p95_ms": 0.683, "reason": null, "sample_age_ms": 8215.265, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 23, "max_ms": 0.25, "p95_ms": 0.189, "reason": null, "sample_age_ms": 8184.147, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.933, "count": 23, "max_ms": 1.229, "p95_ms": 1.204, "reason": null, "sample_age_ms": 8213.935, "source": "client_direct"}, "request_count": 23, "request_tensor_bytes": {"avg": 2764808.0, "count": 23, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 8213.92, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 23, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 8184.212, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.722, "count": 23, "max_ms": 34.326, "p95_ms": 33.658, "reason": null, "sample_age_ms": 8184.14, "source": "client_direct"}, "sample_age_ms": 8184.137, "source": "client_direct", "task_total_ms": {"avg_ms": 29.861, "count": 23, "max_ms": 35.295, "p95_ms": 34.763, "reason": null, "sample_age_ms": 8184.137, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 23, "client_acquire_ms": {"avg_ms": 0.005, "count": 23, "max_ms": 0.009, "p95_ms": 0.007, "reason": null, "sample_age_ms": 8177.727, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 11.216, "count": 23, "max_ms": 14.09, "p95_ms": 13.155, "reason": null, "sample_age_ms": 8204.65, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 23, "max_ms": 0.035, "p95_ms": 0.021, "reason": null, "sample_age_ms": 8215.119, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.039, "count": 23, "max_ms": 0.065, "p95_ms": 0.062, "reason": null, "sample_age_ms": 8177.732, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.254, "count": 23, "max_ms": 1.751, "p95_ms": 1.699, "reason": null, "sample_age_ms": 8203.542, "source": "client_direct"}, "request_count": 23, "request_tensor_bytes": {"avg": 2764808.0, "count": 23, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 8203.522, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 23, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 8177.78, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.495, "count": 23, "max_ms": 31.313, "p95_ms": 30.662, "reason": null, "sample_age_ms": 8177.724, "source": "client_direct"}, "sample_age_ms": 8177.706, "source": "client_direct", "task_total_ms": {"avg_ms": 28.895, "count": 23, "max_ms": 32.85, "p95_ms": 31.975, "reason": null, "sample_age_ms": 8177.706, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 23, "client_acquire_ms": {"avg_ms": 0.005, "count": 23, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 8177.122, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.173, "count": 23, "max_ms": 9.935, "p95_ms": 8.377, "reason": null, "sample_age_ms": 8208.044, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 23, "max_ms": 0.024, "p95_ms": 0.021, "reason": null, "sample_age_ms": 8215.152, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 23, "max_ms": 0.166, "p95_ms": 0.153, "reason": null, "sample_age_ms": 8177.128, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.289, "count": 23, "max_ms": 1.993, "p95_ms": 1.663, "reason": null, "sample_age_ms": 8206.973, "source": "client_direct"}, "request_count": 23, "request_tensor_bytes": {"avg": 2764808.0, "count": 23, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 8206.959, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 23, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 8177.239, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.834, "count": 23, "max_ms": 37.425, "p95_ms": 36.345, "reason": null, "sample_age_ms": 8177.119, "source": "client_direct"}, "sample_age_ms": 8177.116, "source": "client_direct", "task_total_ms": {"avg_ms": 33.338, "count": 23, "max_ms": 38.979, "p95_ms": 38.071, "reason": null, "sample_age_ms": 8177.116, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 23, "client_acquire_ms": {"avg_ms": 0.004, "count": 23, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 8183.38, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.311, "count": 23, "max_ms": 4.521, "p95_ms": 3.981, "reason": null, "sample_age_ms": 8212.002, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.019, "count": 23, "max_ms": 0.033, "p95_ms": 0.024, "reason": null, "sample_age_ms": 8215.188, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.047, "count": 23, "max_ms": 0.068, "p95_ms": 0.06, "reason": null, "sample_age_ms": 8183.385, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.212, "count": 23, "max_ms": 2.326, "p95_ms": 1.655, "reason": null, "sample_age_ms": 8210.963, "source": "client_direct"}, "request_count": 23, "request_tensor_bytes": {"avg": 2764808.0, "count": 23, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 8210.949, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 23, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 8183.426, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.796, "count": 23, "max_ms": 37.244, "p95_ms": 35.996, "reason": null, "sample_age_ms": 8183.378, "source": "client_direct"}, "sample_age_ms": 8183.374, "source": "client_direct", "task_total_ms": {"avg_ms": 32.16, "count": 23, "max_ms": 38.374, "p95_ms": 37.484, "reason": null, "sample_age_ms": 8183.374, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.68, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.413, "count": 24, "max_ms": 0.581, "p95_ms": 0.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.077, "count": 24, "max_ms": 0.143, "p95_ms": 0.114}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 24, "max_ms": 0.122, "p95_ms": 0.114}, "event_filter_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.003, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.047, "count": 24, "max_ms": 0.066, "p95_ms": 0.064}, "mcmt_ms": {"avg_ms": 0.001, "count": 24, "max_ms": 0.002, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 24, "max_ms": 0.196, "p95_ms": 0.188}, "setup_ms": {"avg_ms": 0.024, "count": 24, "max_ms": 0.039, "p95_ms": 0.034}, "total_inside_ms": {"avg_ms": 0.39, "count": 24, "max_ms": 0.548, "p95_ms": 0.503}, "track_match_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.005, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.015, "count": 24, "max_ms": 0.038, "p95_ms": 0.02}}, "gstreamer_push": {"avg_ms": 1.81, "count": 24, "max_ms": 2.768, "p95_ms": 2.74}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 24, "max_ms": 0.007, "p95_ms": 0.007}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 30.628, "count": 24, "max_ms": 35.999, "p95_ms": 35.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.719, "count": 24, "max_ms": 45.318, "p95_ms": 45.304}, "yolo11_640_fire_11class": {"avg_ms": 41.098, "count": 24, "max_ms": 47.44, "p95_ms": 46.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 36.017, "count": 24, "max_ms": 43.307, "p95_ms": 40.99}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.576, "count": 24, "max_ms": 5.329, "p95_ms": 5.114}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 43.68, "count": 24, "max_ms": 50.645, "p95_ms": 48.933}, "inference_input_copy_ms": {"avg_ms": 0.783, "count": 24, "max_ms": 1.686, "p95_ms": 1.459}, "processing_residual_ms": {"avg_ms": 0.06, "count": 24, "max_ms": 0.117, "p95_ms": 0.107}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 46.1, "count": 24, "max_ms": 55.349, "p95_ms": 51.722}, "read_interval": {"avg_ms": 949.193, "count": 23, "max_ms": 10182.654, "p95_ms": 10155.8}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 24, "max_ms": 0.023, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.107, "count": 24, "max_ms": 0.164, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 24, "max_ms": 0.009, "p95_ms": 0.008}, "scenario.falldown_detected_ms": {"avg_ms": 0.047, "count": 24, "max_ms": 0.082, "p95_ms": 0.061}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.003, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.045, "count": 24, "max_ms": 0.066, "p95_ms": 0.064}, "worker_merge_ms": {"avg_ms": 0.003, "count": 24, "max_ms": 0.004, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 41.636, "count": 24, "max_ms": 47.446, "p95_ms": 46.167}, "visualize": {"avg_ms": 1.079, "count": 24, "max_ms": 1.701, "p95_ms": 1.565}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.109, "count": 24, "max_ms": 0.203, "p95_ms": 0.157}, "visualize_input_copy_ms": {"avg_ms": 0.852, "count": 24, "max_ms": 1.368, "p95_ms": 1.308}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.041, "count": 24, "max_ms": 0.059, "p95_ms": 0.058}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 24, "max_ms": 0.113, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 24}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1382.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.582, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T00:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 146692, "write_bytes_delta": 146692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 21.0, "cpu_core_ratio": 0.020692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5349.0, "pid": 33130, "reason": null, "system_cpu_core_ratio": 0.002956, "system_cpu_s_delta": 0.030000000000086402, "user_cpu_core_ratio": 0.017736, "user_cpu_s_delta": 0.17999999999938154}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.032517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.008868, "system_cpu_s_delta": 0.09000000000014552, "user_cpu_core_ratio": 0.023648, "user_cpu_s_delta": 0.2400000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.898, "count": 99, "max_ms": 3.424, "p95_ms": 3.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.926, "count": 30, "max": 47.916, "p95": 35.798, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.157, "count": 30, "max": 19.653, "p95": 18.191, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 381.167, "count": 30, "max": 412.0, "p95": 410.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 178.3, "count": 30, "max": 5349.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.041, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.245, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 144914.067, "count": 30, "max": 146692.0, "p95": 146381.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140114.767, "count": 30, "max": 146692.0, "p95": 146381.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 46.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.299, "count": 30, "max": 0.357, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.73, "count": 30, "max": 0.812, "p95": 0.808, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8365, "sampled_at": "2026-11-01T00:03:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:03:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7666.242, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T00:05:53+09:00", "last_error_summary": "[rtsp @ 0x614a13148f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x614a13148e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:05:53+09:00", "last_error_summary": "[rtsp @ 0x614a13148f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x614a13148e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:05:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T00:05:53+09:00", "pid": 35869, "process": {"exists": false, "pid": 35869}, "restart_count": 61, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 9325.704, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 9325.782, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.733, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 294.267, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 9325.696, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T00:05:55+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 9330.555, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325722.7, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325723.406, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325709.889, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325721.95, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.846, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.785, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7523.378, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35450, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.001708, "user_cpu_s_delta": 1.0300000000061118}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.831, "count": 30, "max": 35.919, "p95": 24.507, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.32, "count": 30, "max": 24.409, "p95": 21.196, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1717.049, "count": 30, "max": 7523.378, "p95": 6649.279, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139141.9, "count": 30, "max": 142747.0, "p95": 141602.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 51215.6, "count": 30, "max": 142747.0, "p95": 141602.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.8, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.166, "count": 30, "max": 0.508, "p95": 0.499, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3585, "sampled_at": "2026-10-31T23:35:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-31T23:35:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7666.293, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:05:53+09:00", "last_error_summary": "[rtsp @ 0x614a13148f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x614a13148e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:05:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-11-01T00:05:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 61, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 9325.741, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 9325.818, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.754, "last_sample_duration_ms": 546.757, "last_trigger": "periodic", "next_snapshot_in_sec": 294.246, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 201, "storage_bytes": 1895144}, "mjpeg": {"age_sec": 9325.733, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T00:05:55+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 9330.582, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325757.924, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325758.63, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325745.113, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325757.174, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.592, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.395, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9325.706, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35869, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002275, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000644, "system_cpu_s_delta": 1.1599999999998545, "user_cpu_core_ratio": 0.001631, "user_cpu_s_delta": 2.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.713, "count": 30, "max": 25.312, "p95": 22.037, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.782, "count": 30, "max": 24.409, "p95": 21.196, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2027.906, "count": 30, "max": 9325.706, "p95": 7252.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139067.833, "count": 30, "max": 142747.0, "p95": 141602.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 46513.833, "count": 30, "max": 142747.0, "p95": 141602.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.333, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.433, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.15, "count": 30, "max": 0.508, "p95": 0.499, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3586, "sampled_at": "2026-11-01T00:05:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:05:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7715.844, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T00:35:55+09:00", "last_error_summary": "[rtsp @ 0x64d421354f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64d421354e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:35:55+09:00", "last_error_summary": "[rtsp @ 0x64d421354f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64d421354e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:35:57+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T00:35:55+09:00", "pid": 35871, "process": {"exists": false, "pid": 35871}, "restart_count": 62, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 11128.044, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 11128.122, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.568, "last_sample_duration_ms": 570.388, "last_trigger": "periodic", "next_snapshot_in_sec": 298.432, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 204, "storage_bytes": 1922981}, "mjpeg": {"age_sec": 11128.036, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T00:35:57+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 11132.893, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128062.998, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128063.704, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128050.188, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128062.249, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.852, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.395, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9325.706, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35869, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002275, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000644, "system_cpu_s_delta": 1.1599999999998545, "user_cpu_core_ratio": 0.001631, "user_cpu_s_delta": 2.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.713, "count": 30, "max": 25.312, "p95": 22.037, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.782, "count": 30, "max": 24.409, "p95": 21.196, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2027.906, "count": 30, "max": 9325.706, "p95": 7252.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139067.833, "count": 30, "max": 142747.0, "p95": 141602.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 46513.833, "count": 30, "max": 142747.0, "p95": 141602.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.333, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.433, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.15, "count": 30, "max": 0.508, "p95": 0.499, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3586, "sampled_at": "2026-11-01T00:05:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:05:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7716.102, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:35:55+09:00", "last_error_summary": "[rtsp @ 0x64d421354f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64d421354e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:35:57+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-11-01T00:35:55+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 62, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 11128.077, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 11128.154, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.591, "last_sample_duration_ms": 570.388, "last_trigger": "periodic", "next_snapshot_in_sec": 298.409, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 204, "storage_bytes": 1922981}, "mjpeg": {"age_sec": 11128.069, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T00:35:57+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 11132.921, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128094.31, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128095.016, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128081.499, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128093.56, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.657, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.166, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11128.045, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35871, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00207, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000588, "system_cpu_s_delta": 1.0599999999994907, "user_cpu_core_ratio": 0.001481, "user_cpu_s_delta": 2.6699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.468, "count": 30, "max": 25.312, "p95": 22.037, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.438, "count": 30, "max": 24.409, "p95": 21.196, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2398.84, "count": 30, "max": 11128.045, "p95": 8514.658, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138937.3, "count": 30, "max": 141627.0, "p95": 140613.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 41755.6, "count": 30, "max": 141627.0, "p95": 140613.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.3, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.067, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.508, "p95": 0.499, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3587, "sampled_at": "2026-11-01T00:35:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:35:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7750.066, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T01:05:58+09:00", "last_error_summary": "[rtsp @ 0x593c9c1a5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x593c9c1a5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 63, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T01:05:58+09:00", "last_error_summary": "[rtsp @ 0x593c9c1a5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x593c9c1a5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T01:06:00+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T01:05:58+09:00", "pid": 35873, "process": {"exists": false, "pid": 35873}, "restart_count": 63, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 12930.575, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 12930.652, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 298.647, "last_sample_duration_ms": 558.629, "last_trigger": "periodic", "next_snapshot_in_sec": 301.353, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 207, "storage_bytes": 1950817}, "mjpeg": {"age_sec": 12930.567, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T01:06:00+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 12935.43, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12930595.256, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12930595.962, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12930582.445, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12930594.507, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 12.14, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.166, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11128.045, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35871, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00207, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000588, "system_cpu_s_delta": 1.0599999999994907, "user_cpu_core_ratio": 0.001481, "user_cpu_s_delta": 2.6699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.468, "count": 30, "max": 25.312, "p95": 22.037, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.438, "count": 30, "max": 24.409, "p95": 21.196, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2398.84, "count": 30, "max": 11128.045, "p95": 8514.658, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138937.3, "count": 30, "max": 141627.0, "p95": 140613.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 41755.6, "count": 30, "max": 141627.0, "p95": 140613.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.3, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.067, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.508, "p95": 0.499, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3587, "sampled_at": "2026-11-01T00:35:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T00:35:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7749.84, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 63, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T01:05:58+09:00", "last_error_summary": "[rtsp @ 0x593c9c1a5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x593c9c1a5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T01:06:00+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.045, "last_started_at": "2026-11-01T01:05:58+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 63, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 12930.617, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 12930.695, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 298.674, "last_sample_duration_ms": 558.629, "last_trigger": "periodic", "next_snapshot_in_sec": 301.326, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 207, "storage_bytes": 1950817}, "mjpeg": {"age_sec": 12930.609, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T01:06:00+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 12935.463, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12930634.663, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12930635.369, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12930621.853, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12930633.914, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.035, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.616, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12930.583, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35873, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000521, "system_cpu_s_delta": 0.9400000000005093, "user_cpu_core_ratio": 0.001454, "user_cpu_s_delta": 2.6200000000026193}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.812, "count": 30, "max": 23.524, "p95": 19.387, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.702, "count": 30, "max": 22.7, "p95": 18.682, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2829.86, "count": 30, "max": 12930.583, "p95": 10316.992, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138844.1, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 37034.7, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.267, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.7, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3588, "sampled_at": "2026-11-01T01:06:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T01:06:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7783.082, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T01:36:00+09:00", "last_error_summary": "[rtsp @ 0x58cad0280f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58cad0280e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 64, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T01:36:00+09:00", "last_error_summary": "[rtsp @ 0x58cad0280f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58cad0280e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T01:36:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T01:36:00+09:00", "pid": 35875, "process": {"exists": false, "pid": 35875}, "restart_count": 64, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 14733.252, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 14733.33, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 295.825, "last_sample_duration_ms": 649.304, "last_trigger": "periodic", "next_snapshot_in_sec": 304.175, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 210, "storage_bytes": 1978664}, "mjpeg": {"age_sec": 14733.244, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T01:36:02+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 14738.101, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733270.697, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733271.404, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733257.887, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733269.948, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.5, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.616, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12930.583, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35873, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000521, "system_cpu_s_delta": 0.9400000000005093, "user_cpu_core_ratio": 0.001454, "user_cpu_s_delta": 2.6200000000026193}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.812, "count": 30, "max": 23.524, "p95": 19.387, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.702, "count": 30, "max": 22.7, "p95": 18.682, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2829.86, "count": 30, "max": 12930.583, "p95": 10316.992, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138844.1, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 37034.7, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.267, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.7, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3588, "sampled_at": "2026-11-01T01:06:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T01:06:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7783.051, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 64, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T01:36:00+09:00", "last_error_summary": "[rtsp @ 0x58cad0280f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58cad0280e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T01:36:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-11-01T01:36:00+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 64, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 14733.287, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 14733.365, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 295.852, "last_sample_duration_ms": 649.304, "last_trigger": "periodic", "next_snapshot_in_sec": 304.148, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 210, "storage_bytes": 1978664}, "mjpeg": {"age_sec": 14733.279, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T01:36:02+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 14738.131, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733304.74, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733305.446, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733291.93, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733303.991, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.646, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.489, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 14733.252, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35875, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000566, "system_cpu_s_delta": 1.0200000000004366, "user_cpu_core_ratio": 0.001403, "user_cpu_s_delta": 2.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.249, "count": 30, "max": 23.524, "p95": 19.332, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.157, "count": 30, "max": 22.7, "p95": 18.682, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3320.968, "count": 30, "max": 14733.252, "p95": 12119.441, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138868.367, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 32431.267, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.233, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.333, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3589, "sampled_at": "2026-11-01T01:36:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T01:36:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7829.453, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T02:06:03+09:00", "last_error_summary": "[rtsp @ 0x6432a3742f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6432a3742e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 65, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T02:06:03+09:00", "last_error_summary": "[rtsp @ 0x6432a3742f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6432a3742e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T02:06:05+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T02:06:03+09:00", "pid": 35877, "process": {"exists": false, "pid": 35877}, "restart_count": 65, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 16535.594, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 16535.672, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 292.692, "last_sample_duration_ms": 578.915, "last_trigger": "periodic", "next_snapshot_in_sec": 307.308, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 213, "storage_bytes": 2006497}, "mjpeg": {"age_sec": 16535.586, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T02:06:05+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 16540.442, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16535612.689, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16535613.395, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16535599.878, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16535611.939, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.049, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.489, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 14733.252, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35875, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000566, "system_cpu_s_delta": 1.0200000000004366, "user_cpu_core_ratio": 0.001403, "user_cpu_s_delta": 2.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.249, "count": 30, "max": 23.524, "p95": 19.332, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.157, "count": 30, "max": 22.7, "p95": 18.682, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3320.968, "count": 30, "max": 14733.252, "p95": 12119.441, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138868.367, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 32431.267, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.233, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.333, "count": 30, "max": 14.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3589, "sampled_at": "2026-11-01T01:36:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T01:36:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7830.629, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 65, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T02:06:03+09:00", "last_error_summary": "[rtsp @ 0x6432a3742f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6432a3742e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T02:06:05+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-11-01T02:06:03+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 65, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 16535.623, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 16535.7, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 292.714, "last_sample_duration_ms": 578.915, "last_trigger": "periodic", "next_snapshot_in_sec": 307.286, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 213, "storage_bytes": 2006497}, "mjpeg": {"age_sec": 16535.615, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T02:06:05+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 16540.467, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16535639.887, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16535640.593, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16535627.076, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16535639.137, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.508, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.55, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 16535.595, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35877, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00051, "system_cpu_s_delta": 0.9200000000000728, "user_cpu_core_ratio": 0.001376, "user_cpu_s_delta": 2.4800000000032014}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.516, "count": 30, "max": 20.22, "p95": 18.002, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.445, "count": 30, "max": 19.358, "p95": 17.543, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3872.155, "count": 30, "max": 16535.595, "p95": 13922.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138892.233, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 27827.433, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.2, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.9, "count": 30, "max": 13.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3590, "sampled_at": "2026-11-01T02:06:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T02:06:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7980.887, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T02:36:05+09:00", "last_error_summary": "[rtsp @ 0x60e94b08ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60e94b08fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T02:36:05+09:00", "last_error_summary": "[rtsp @ 0x60e94b08ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60e94b08fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T02:36:07+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T02:36:05+09:00", "pid": 36003, "process": {"exists": false, "pid": 36003}, "restart_count": 66, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 18337.651, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 18337.728, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 289.069, "last_sample_duration_ms": 757.303, "last_trigger": "periodic", "next_snapshot_in_sec": 310.931, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 216, "storage_bytes": 2034331}, "mjpeg": {"age_sec": 18337.643, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T02:36:07+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 18342.505, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18337669.935, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18337670.642, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18337657.125, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18337669.186, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.319, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.55, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 16535.595, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 35877, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00051, "system_cpu_s_delta": 0.9200000000000728, "user_cpu_core_ratio": 0.001376, "user_cpu_s_delta": 2.4800000000032014}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.516, "count": 30, "max": 20.22, "p95": 18.002, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.445, "count": 30, "max": 19.358, "p95": 17.543, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3872.155, "count": 30, "max": 16535.595, "p95": 13922.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138892.233, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 27827.433, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.2, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.9, "count": 30, "max": 13.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3590, "sampled_at": "2026-11-01T02:06:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T02:06:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7980.668, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 66, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T02:36:05+09:00", "last_error_summary": "[rtsp @ 0x60e94b08ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60e94b08fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T02:36:07+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-11-01T02:36:05+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 66, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 18337.688, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 18337.765, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 289.096, "last_sample_duration_ms": 757.303, "last_trigger": "periodic", "next_snapshot_in_sec": 310.904, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 216, "storage_bytes": 2034331}, "mjpeg": {"age_sec": 18337.68, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T02:36:07+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 18342.534, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18337705.139, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18337705.846, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18337692.329, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18337704.39, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.509, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.761, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 18337.656, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36003, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001898, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000511, "system_cpu_s_delta": 0.9200000000000728, "user_cpu_core_ratio": 0.001387, "user_cpu_s_delta": 2.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.967, "count": 30, "max": 20.22, "p95": 16.336, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.896, "count": 30, "max": 19.358, "p95": 15.828, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4483.41, "count": 30, "max": 18337.656, "p95": 15724.541, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138905.633, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 23213.133, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.167, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.533, "count": 30, "max": 13.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3591, "sampled_at": "2026-11-01T02:36:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T02:36:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2033234, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1225619, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1225472}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7879.391, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3394223308800, "copied_frame_count": 1227656, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3394223308800, "frame_buffer_copies": 1227656, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.3063, "p50_ms": 0.0714, "p95_ms": 0.1472, "p99_ms": 0.2298}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0856, "count": 512, "max_ms": 4.7262, "p50_ms": 0.937, "p95_ms": 2.1387, "p99_ms": 3.1014, "results": {"failed": 0, "not_applicable": 0, "success": 1227656, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x63e2285e4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e2285e4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:01:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 10749.367, "last_started_at": "2026-11-01T00:01:35+09:00", "pid": 35521, "process": {"exists": true, "fd_count": 5, "hwm_mb": 246.898, "name": "ffmpeg", "pid": 35521, "rss_mb": 246.898, "state": "S (sleeping)", "threads": 70}, "restart_count": 149, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 30.07, "last_frame_pushed_at": "2026-11-01T03:00:14+09:00", "last_frame_read_age_sec": 30.133, "last_frame_read_at": "2026-11-01T03:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 562.776, "last_sample_duration_ms": 548.466, "last_trigger": "periodic", "next_snapshot_in_sec": 37.224, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 218, "storage_bytes": 2052883}, "mjpeg": {"age_sec": 30.06, "exists": true, "mtime": "2026-11-01T03:00:14.521938+09:00", "mtime_epoch": 1793469614.5219378, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T03:00:44+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1398.238, "name": "celery", "pid": 206, "rss_mb": 1398.238, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1227656, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30103.122, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.802, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1398.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.624, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.954, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T02:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134646, "write_bytes_delta": 134646, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1424.0, "cpu_core_ratio": 0.45638, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35521, "reason": null, "system_cpu_core_ratio": 0.037327, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.419053, "user_cpu_s_delta": 8.420000000000073}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.517098, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.052755, "system_cpu_s_delta": 1.0599999999976717, "user_cpu_core_ratio": 0.464343, "user_cpu_s_delta": 9.329999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.301, "count": 300, "max_ms": 6.269, "p95_ms": 4.083, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.64, "max": 12.0, "p95": 9.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.082, "count": 30, "max": 41.979, "p95": 37.078, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.426, "count": 30, "max": 19.498, "p95": 18.568, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1417.9, "count": 30, "max": 1431.0, "p95": 1430.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.425, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131227.9, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131227.9, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.9, "count": 30, "max": 38.0, "p95": 33.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.228, "count": 30, "max": 0.443, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.667, "count": 30, "max": 0.937, "p95": 0.923, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9438, "sampled_at": "2026-11-01T02:59:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T02:59:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2033234, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1225619, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1225472}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7828.43, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3394223308800, "copied_frame_count": 1227656, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3394223308800, "frame_buffer_copies": 1227656, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.3063, "p50_ms": 0.0714, "p95_ms": 0.1472, "p99_ms": 0.2298}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0856, "count": 512, "max_ms": 4.7262, "p50_ms": 0.937, "p95_ms": 2.1387, "p99_ms": 3.1014, "results": {"failed": 0, "not_applicable": 0, "success": 1227656, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x63e2285e4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63e2285e4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:01:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 10749.397, "last_started_at": "2026-11-01T00:01:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 149, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 30.099, "last_frame_pushed_at": "2026-11-01T03:00:14+09:00", "last_frame_read_age_sec": 30.162, "last_frame_read_at": "2026-11-01T03:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 562.792, "last_sample_duration_ms": 548.466, "last_trigger": "periodic", "next_snapshot_in_sec": 37.208, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 218, "storage_bytes": 2052883}, "mjpeg": {"age_sec": 30.089, "exists": true, "mtime": "2026-11-01T03:00:14.521938+09:00", "mtime_epoch": 1793469614.5219378, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T03:00:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1398.238, "name": "celery", "pid": 206, "rss_mb": 1398.238, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1227656, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30125.863, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.172, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1398.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.77, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.071, "exists": true, "size_bytes": 128485, "write_bytes_delta": 128485, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1103.0, "cpu_core_ratio": 0.154425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35521, "reason": null, "system_cpu_core_ratio": 0.012887, "system_cpu_s_delta": 0.589999999999975, "user_cpu_core_ratio": 0.141538, "user_cpu_s_delta": 6.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.185878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.019658, "system_cpu_s_delta": 0.9000000000014552, "user_cpu_core_ratio": 0.16622, "user_cpu_s_delta": 7.610000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.969, "count": 30, "max": 41.979, "p95": 37.078, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.159, "count": 30, "max": 19.498, "p95": 18.568, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1407.3, "count": 30, "max": 1431.0, "p95": 1430.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131349.0, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127146.8, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 38.0, "p95": 33.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.443, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.923, "p95": 0.922, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9440, "sampled_at": "2026-11-01T03:00:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:00:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1707099, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1288714, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1288714}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7667.844, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3569074790400, "copied_frame_count": 1290898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3569074790400, "frame_buffer_copies": 1290898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.9616, "p50_ms": 0.0706, "p95_ms": 0.146, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0478, "count": 512, "max_ms": 3.4594, "p50_ms": 0.9849, "p95_ms": 1.6292, "p99_ms": 2.0731, "results": {"failed": 0, "not_applicable": 0, "success": 1290898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x5a4b639f0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a4b639f0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:01:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 10751.875, "last_started_at": "2026-11-01T00:01:34+09:00", "pid": 35519, "process": {"exists": true, "fd_count": 5, "hwm_mb": 429.434, "name": "ffmpeg", "pid": 35519, "rss_mb": 429.434, "state": "S (sleeping)", "threads": 70}, "restart_count": 76, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.343, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 30.047, "last_frame_pushed_at": "2026-11-01T03:00:16+09:00", "last_frame_read_age_sec": 30.121, "last_frame_read_at": "2026-11-01T03:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 565.002, "last_sample_duration_ms": 548.466, "last_trigger": "periodic", "next_snapshot_in_sec": 34.998, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 218, "storage_bytes": 2052883}, "mjpeg": {"age_sec": 30.041, "exists": true, "mtime": "2026-11-01T03:00:16.766945+09:00", "mtime_epoch": 1793469616.766945, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T03:00:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1383.57, "name": "celery", "pid": 176, "rss_mb": 1354.73, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1290898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30101.995, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.818, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1367.914, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.122, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.251, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97323, "write_bytes_delta": 97323, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 711.0, "cpu_core_ratio": 0.891778, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35519, "reason": null, "system_cpu_core_ratio": 0.04355, "system_cpu_s_delta": 0.4399999999999977, "user_cpu_core_ratio": 0.848229, "user_cpu_s_delta": 8.569999999999709}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.552289, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 51045.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.089079, "system_cpu_s_delta": 0.8999999999996362, "user_cpu_core_ratio": 0.46321, "user_cpu_s_delta": 4.680000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.212, "count": 301, "max_ms": 5.59, "p95_ms": 3.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.45, "count": 30, "max": 31.986, "p95": 30.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.234, "count": 30, "max": 18.594, "p95": 17.928, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.567, "count": 30, "max": 717.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.864, "count": 30, "max": 0.894, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96430.033, "count": 30, "max": 100175.0, "p95": 98861.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96430.033, "count": 30, "max": 100175.0, "p95": 98861.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 84580.1, "count": 30, "max": 136447.0, "p95": 114136.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.122, "count": 30, "max": 0.18, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.482, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10013, "sampled_at": "2026-11-01T03:00:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:00:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1707099, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1288714, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1288714}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7629.215, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3569074790400, "copied_frame_count": 1290898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3569074790400, "frame_buffer_copies": 1290898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.9616, "p50_ms": 0.0706, "p95_ms": 0.146, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0478, "count": 512, "max_ms": 3.4594, "p50_ms": 0.9849, "p95_ms": 1.6292, "p99_ms": 2.0731, "results": {"failed": 0, "not_applicable": 0, "success": 1290898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T00:01:28+09:00", "last_error_summary": "[rtsp @ 0x5a4b639f0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a4b639f0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T00:01:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 10751.909, "last_started_at": "2026-11-01T00:01:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 76, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.343, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 30.081, "last_frame_pushed_at": "2026-11-01T03:00:16+09:00", "last_frame_read_age_sec": 30.155, "last_frame_read_at": "2026-11-01T03:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 565.022, "last_sample_duration_ms": 548.466, "last_trigger": "periodic", "next_snapshot_in_sec": 34.978, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 218, "storage_bytes": 2052883}, "mjpeg": {"age_sec": 30.075, "exists": true, "mtime": "2026-11-01T03:00:16.766945+09:00", "mtime_epoch": 1793469616.766945, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T03:00:46+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1383.57, "name": "celery", "pid": 176, "rss_mb": 1354.73, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1290898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30127.687, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.181, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1367.914, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.122, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.251, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97323, "write_bytes_delta": 97323, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 711.0, "cpu_core_ratio": 0.891778, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35519, "reason": null, "system_cpu_core_ratio": 0.04355, "system_cpu_s_delta": 0.4399999999999977, "user_cpu_core_ratio": 0.848229, "user_cpu_s_delta": 8.569999999999709}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.552289, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 51045.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.089079, "system_cpu_s_delta": 0.8999999999996362, "user_cpu_core_ratio": 0.46321, "user_cpu_s_delta": 4.680000000007567}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.212, "count": 301, "max_ms": 5.59, "p95_ms": 3.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.45, "count": 30, "max": 31.986, "p95": 30.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.234, "count": 30, "max": 18.594, "p95": 17.928, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.567, "count": 30, "max": 717.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.864, "count": 30, "max": 0.894, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96430.033, "count": 30, "max": 100175.0, "p95": 98861.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96430.033, "count": 30, "max": 100175.0, "p95": 98861.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 84580.1, "count": 30, "max": 136447.0, "p95": 114136.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.122, "count": 30, "max": 0.18, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.482, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10013, "sampled_at": "2026-11-01T03:00:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:00:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2033234, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1225619, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1225472}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7273.137, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T03:00:47+09:00", "last_error_summary": "[rtsp @ 0x5c2bebe6cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c2bebe6ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3394223308800, "copied_frame_count": 1227656, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3394223308800, "frame_buffer_copies": 1227656, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.3063, "p50_ms": 0.0714, "p95_ms": 0.1472, "p99_ms": 0.2298}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0856, "count": 512, "max_ms": 4.7262, "p50_ms": 0.937, "p95_ms": 2.1387, "p99_ms": 3.1014, "results": {"failed": 0, "not_applicable": 0, "success": 1227656, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 141, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:00:47+09:00", "last_error_summary": "[rtsp @ 0x5c2bebe6cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c2bebe6ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:00:48+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:00:46+09:00", "pid": 36005, "process": {"exists": false, "pid": 36005}, "restart_count": 150, "restart_count_per_hour": 1, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 34.387, "last_frame_pushed_at": "2026-11-01T03:00:14+09:00", "last_frame_read_age_sec": 34.451, "last_frame_read_at": "2026-11-01T03:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.082, "last_sample_duration_ms": 548.466, "last_trigger": "periodic", "next_snapshot_in_sec": 32.918, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 218, "storage_bytes": 2052883}, "mjpeg": {"age_sec": 34.378, "exists": true, "mtime": "2026-11-01T03:00:14.521938+09:00", "mtime_epoch": 1793469614.5219378, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T03:00:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1398.234, "name": "celery", "pid": 206, "rss_mb": 1398.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1227656, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34414.867, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1398.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.77, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.071, "exists": true, "size_bytes": 128485, "write_bytes_delta": 128485, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1103.0, "cpu_core_ratio": 0.154425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35521, "reason": null, "system_cpu_core_ratio": 0.012887, "system_cpu_s_delta": 0.589999999999975, "user_cpu_core_ratio": 0.141538, "user_cpu_s_delta": 6.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.185878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.019658, "system_cpu_s_delta": 0.9000000000014552, "user_cpu_core_ratio": 0.16622, "user_cpu_s_delta": 7.610000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.969, "count": 30, "max": 41.979, "p95": 37.078, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.159, "count": 30, "max": 19.498, "p95": 18.568, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1407.3, "count": 30, "max": 1431.0, "p95": 1430.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131349.0, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127146.8, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 38.0, "p95": 33.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.443, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.923, "p95": 0.922, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9440, "sampled_at": "2026-11-01T03:00:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:00:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1707099, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1288714, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1288714}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7272.215, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T03:00:49+09:00", "last_error_summary": "[rtsp @ 0x6306bb0b5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6306bb0b5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3569074790400, "copied_frame_count": 1290898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3569074790400, "frame_buffer_copies": 1290898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.9616, "p50_ms": 0.0706, "p95_ms": 0.146, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0478, "count": 512, "max_ms": 3.4594, "p50_ms": 0.9849, "p95_ms": 1.6292, "p99_ms": 2.0731, "results": {"failed": 0, "not_applicable": 0, "success": 1290898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 72, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:00:49+09:00", "last_error_summary": "[rtsp @ 0x6306bb0b5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6306bb0b5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:00:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:00:49+09:00", "pid": 36007, "process": {"exists": false, "pid": 36007}, "restart_count": 77, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.423, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 34.439, "last_frame_pushed_at": "2026-11-01T03:00:16+09:00", "last_frame_read_age_sec": 34.513, "last_frame_read_at": "2026-11-01T03:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 569.379, "last_sample_duration_ms": 548.466, "last_trigger": "periodic", "next_snapshot_in_sec": 30.621, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 218, "storage_bytes": 2052883}, "mjpeg": {"age_sec": 34.432, "exists": true, "mtime": "2026-11-01T03:00:16.766945+09:00", "mtime_epoch": 1793469616.766945, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T03:00:51+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1383.57, "name": "celery", "pid": 176, "rss_mb": 1354.727, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1290898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34485.559, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.939, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1354.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.219, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.343, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.055, "exists": true, "size_bytes": 96181, "write_bytes_delta": 96181, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.018854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35519, "reason": null, "system_cpu_core_ratio": 0.000975, "system_cpu_s_delta": 0.03000000000002956, "user_cpu_core_ratio": 0.017879, "user_cpu_s_delta": 0.5499999999992724}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.014953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6603.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003251, "system_cpu_s_delta": 0.1000000000003638, "user_cpu_core_ratio": 0.011702, "user_cpu_s_delta": 0.3600000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.137, "count": 30, "max": 31.986, "p95": 30.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.875, "count": 30, "max": 18.594, "p95": 17.928, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 686.933, "count": 30, "max": 717.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 0.894, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.055, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96367.567, "count": 30, "max": 100175.0, "p95": 98861.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96367.567, "count": 30, "max": 100175.0, "p95": 98861.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83111.867, "count": 30, "max": 136447.0, "p95": 114136.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.18, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.482, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10014, "sampled_at": "2026-11-01T03:00:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:00:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2033234, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1225619, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1225472}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7273.363, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T03:01:22+09:00", "last_error_summary": "[rtsp @ 0x5a779d4e8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a779d4e8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3394223308800, "copied_frame_count": 1227656, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3394223308800, "frame_buffer_copies": 1227656, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.3063, "p50_ms": 0.0714, "p95_ms": 0.1472, "p99_ms": 0.2298}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0856, "count": 512, "max_ms": 4.7262, "p50_ms": 0.937, "p95_ms": 2.1387, "p99_ms": 3.1014, "results": {"failed": 0, "not_applicable": 0, "success": 1227656, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:01:22+09:00", "last_error_summary": "[rtsp @ 0x5a779d4e8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a779d4e8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:01:24+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:01:22+09:00", "pid": 36017, "process": {"exists": false, "pid": 36017}, "restart_count": 153, "restart_count_per_hour": 4, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 70.206, "last_frame_pushed_at": "2026-11-01T03:00:14+09:00", "last_frame_read_age_sec": 70.269, "last_frame_read_at": "2026-11-01T03:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 1.149, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 598.851, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 70.196, "exists": true, "mtime": "2026-11-01T03:00:14.521938+09:00", "mtime_epoch": 1793469614.5219378, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T03:01:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1398.234, "name": "celery", "pid": 206, "rss_mb": 1398.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1227656, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70233.021, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.83, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1398.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.77, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.071, "exists": true, "size_bytes": 128485, "write_bytes_delta": 128485, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1103.0, "cpu_core_ratio": 0.154425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35521, "reason": null, "system_cpu_core_ratio": 0.012887, "system_cpu_s_delta": 0.589999999999975, "user_cpu_core_ratio": 0.141538, "user_cpu_s_delta": 6.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.185878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.019658, "system_cpu_s_delta": 0.9000000000014552, "user_cpu_core_ratio": 0.16622, "user_cpu_s_delta": 7.610000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.969, "count": 30, "max": 41.979, "p95": 37.078, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.159, "count": 30, "max": 19.498, "p95": 18.568, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1407.3, "count": 30, "max": 1431.0, "p95": 1430.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131349.0, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127146.8, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 38.0, "p95": 33.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.443, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.923, "p95": 0.922, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9440, "sampled_at": "2026-11-01T03:00:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:00:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2033234, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1225619, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1225472}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7273.34, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3394223308800, "copied_frame_count": 1227656, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3394223308800, "frame_buffer_copies": 1227656, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.3063, "p50_ms": 0.0714, "p95_ms": 0.1472, "p99_ms": 0.2298}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0856, "count": 512, "max_ms": 4.7262, "p50_ms": 0.937, "p95_ms": 2.1387, "p99_ms": 3.1014, "results": {"failed": 0, "not_applicable": 0, "success": 1227656, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:01:22+09:00", "last_error_summary": "[rtsp @ 0x5a779d4e8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a779d4e8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:01:24+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-11-01T03:01:22+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 153, "restart_count_per_hour": 4, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 70.23, "last_frame_pushed_at": "2026-11-01T03:00:14+09:00", "last_frame_read_age_sec": 70.293, "last_frame_read_at": "2026-11-01T03:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 1.166, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 598.834, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 70.22, "exists": true, "mtime": "2026-11-01T03:00:14.521938+09:00", "mtime_epoch": 1793469614.5219378, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T03:01:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 1398.234, "name": "celery", "pid": 206, "rss_mb": 1398.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1227656, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70256.875, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.169, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1398.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.77, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.071, "exists": true, "size_bytes": 128485, "write_bytes_delta": 128485, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1103.0, "cpu_core_ratio": 0.154425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35521, "reason": null, "system_cpu_core_ratio": 0.012887, "system_cpu_s_delta": 0.589999999999975, "user_cpu_core_ratio": 0.141538, "user_cpu_s_delta": 6.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.185878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.019658, "system_cpu_s_delta": 0.9000000000014552, "user_cpu_core_ratio": 0.16622, "user_cpu_s_delta": 7.610000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.969, "count": 30, "max": 41.979, "p95": 37.078, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.159, "count": 30, "max": 19.498, "p95": 18.568, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1407.3, "count": 30, "max": 1431.0, "p95": 1430.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131349.0, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127146.8, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 38.0, "p95": 33.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.443, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.923, "p95": 0.922, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9440, "sampled_at": "2026-11-01T03:00:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:00:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1707099, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1288714, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1288714}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7273.793, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T03:01:25+09:00", "last_error_summary": "[rtsp @ 0x5703a6500f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5703a6500e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3569074790400, "copied_frame_count": 1290898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3569074790400, "frame_buffer_copies": 1290898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.9616, "p50_ms": 0.0706, "p95_ms": 0.146, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0478, "count": 512, "max_ms": 3.4594, "p50_ms": 0.9849, "p95_ms": 1.6292, "p99_ms": 2.0731, "results": {"failed": 0, "not_applicable": 0, "success": 1290898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 75, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:01:25+09:00", "last_error_summary": "[rtsp @ 0x5703a6500f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5703a6500e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:01:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:01:25+09:00", "pid": 36019, "process": {"exists": false, "pid": 36019}, "restart_count": 80, "restart_count_per_hour": 4, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.59, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 70.859, "last_frame_pushed_at": "2026-11-01T03:00:16+09:00", "last_frame_read_age_sec": 70.932, "last_frame_read_at": "2026-11-01T03:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.048, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 595.952, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 70.852, "exists": true, "mtime": "2026-11-01T03:00:16.766945+09:00", "mtime_epoch": 1793469616.766945, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T03:01:27+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1383.57, "name": "celery", "pid": 176, "rss_mb": 1354.727, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1290898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70905.111, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.866, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1354.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.219, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.343, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.055, "exists": true, "size_bytes": 96181, "write_bytes_delta": 96181, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 48.0, "cpu_core_ratio": 0.018854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35519, "reason": null, "system_cpu_core_ratio": 0.000975, "system_cpu_s_delta": 0.03000000000002956, "user_cpu_core_ratio": 0.017879, "user_cpu_s_delta": 0.5499999999992724}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.014953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6603.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.003251, "system_cpu_s_delta": 0.1000000000003638, "user_cpu_core_ratio": 0.011702, "user_cpu_s_delta": 0.3600000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.137, "count": 30, "max": 31.986, "p95": 30.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.875, "count": 30, "max": 18.594, "p95": 17.928, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 686.933, "count": 30, "max": 717.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 0.894, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.055, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96367.567, "count": 30, "max": 100175.0, "p95": 98861.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96367.567, "count": 30, "max": 100175.0, "p95": 98861.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83111.867, "count": 30, "max": 136447.0, "p95": 114136.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.18, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.482, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10014, "sampled_at": "2026-11-01T03:00:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:00:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1707099, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1288714, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1288714}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7274.246, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3569074790400, "copied_frame_count": 1290898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3569074790400, "frame_buffer_copies": 1290898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.9616, "p50_ms": 0.0706, "p95_ms": 0.146, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0478, "count": 512, "max_ms": 3.4594, "p50_ms": 0.9849, "p95_ms": 1.6292, "p99_ms": 2.0731, "results": {"failed": 0, "not_applicable": 0, "success": 1290898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 75, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:01:25+09:00", "last_error_summary": "[rtsp @ 0x5703a6500f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5703a6500e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:01:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.021, "last_started_at": "2026-11-01T03:01:25+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 80, "restart_count_per_hour": 4, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.667, "sample_count": 2291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 70.879, "last_frame_pushed_at": "2026-11-01T03:00:16+09:00", "last_frame_read_age_sec": 70.952, "last_frame_read_at": "2026-11-01T03:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.059, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 595.941, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 70.872, "exists": true, "mtime": "2026-11-01T03:00:16.766945+09:00", "mtime_epoch": 1793469616.766945, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T03:01:27+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 1383.57, "name": "celery", "pid": 176, "rss_mb": 1354.727, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1290898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70924.263, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.188, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1354.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.668, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.59, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.857, "exists": true, "size_bytes": 96181, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36019, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002122, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00053, "system_cpu_s_delta": 0.00999999999839929, "user_cpu_core_ratio": 0.001591, "user_cpu_s_delta": 0.029999999998835847}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.017, "count": 30, "max": 31.986, "p95": 30.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.714, "count": 30, "max": 18.594, "p95": 17.143, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 686.933, "count": 30, "max": 717.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 0.894, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6.467, "count": 30, "max": 70.857, "p95": 47.089, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96124.433, "count": 30, "max": 98736.0, "p95": 98269.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86506.333, "count": 30, "max": 98736.0, "p95": 98269.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 73831.3, "count": 30, "max": 136447.0, "p95": 109037.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.18, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.482, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10017, "sampled_at": "2026-11-01T03:01:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:01:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2033234, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1225619, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1225472}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7273.414, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T03:01:57+09:00", "last_error_summary": "[rtsp @ 0x650f835b8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x650f835b8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3394223308800, "copied_frame_count": 1227656, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3394223308800, "frame_buffer_copies": 1227656, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.3063, "p50_ms": 0.0714, "p95_ms": 0.1472, "p99_ms": 0.2298}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0856, "count": 512, "max_ms": 4.7262, "p50_ms": 0.937, "p95_ms": 2.1387, "p99_ms": 3.1014, "results": {"failed": 0, "not_applicable": 0, "success": 1227656, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 145, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:01:57+09:00", "last_error_summary": "[rtsp @ 0x650f835b8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x650f835b8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:01:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:01:57+09:00", "pid": 36021, "process": {"exists": false, "pid": 36021}, "restart_count": 154, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.991, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 104.778, "last_frame_pushed_at": "2026-11-01T03:00:14+09:00", "last_frame_read_age_sec": 104.841, "last_frame_read_at": "2026-11-01T03:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 35.722, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 564.278, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 104.768, "exists": true, "mtime": "2026-11-01T03:00:14.521938+09:00", "mtime_epoch": 1793469614.5219378, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T03:01:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1398.234, "name": "celery", "pid": 206, "rss_mb": 1398.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1227656, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104805.084, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.887, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1398.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.77, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.574, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.071, "exists": true, "size_bytes": 128485, "write_bytes_delta": 128485, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1103.0, "cpu_core_ratio": 0.154425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 35521, "reason": null, "system_cpu_core_ratio": 0.012887, "system_cpu_s_delta": 0.589999999999975, "user_cpu_core_ratio": 0.141538, "user_cpu_s_delta": 6.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.185878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.019658, "system_cpu_s_delta": 0.9000000000014552, "user_cpu_core_ratio": 0.16622, "user_cpu_s_delta": 7.610000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.969, "count": 30, "max": 41.979, "p95": 37.078, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.159, "count": 30, "max": 19.498, "p95": 18.568, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1407.3, "count": 30, "max": 1431.0, "p95": 1430.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131349.0, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127146.8, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 38.0, "p95": 33.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.443, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.923, "p95": 0.922, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9440, "sampled_at": "2026-11-01T03:00:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:00:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2033234, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1225619, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1225472}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7273.441, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3394223308800, "copied_frame_count": 1227656, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3394223308800, "frame_buffer_copies": 1227656, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.3063, "p50_ms": 0.0714, "p95_ms": 0.1472, "p99_ms": 0.2298}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0856, "count": 512, "max_ms": 4.7262, "p50_ms": 0.937, "p95_ms": 2.1387, "p99_ms": 3.1014, "results": {"failed": 0, "not_applicable": 0, "success": 1227656, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 145, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:01:57+09:00", "last_error_summary": "[rtsp @ 0x650f835b8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x650f835b8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:01:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.025, "last_started_at": "2026-11-01T03:01:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 154, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.991, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 104.802, "last_frame_pushed_at": "2026-11-01T03:00:14+09:00", "last_frame_read_age_sec": 104.865, "last_frame_read_at": "2026-11-01T03:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 35.74, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 564.26, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 104.792, "exists": true, "mtime": "2026-11-01T03:00:14.521938+09:00", "mtime_epoch": 1793469614.5219378, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T03:01:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 1398.234, "name": "celery", "pid": 206, "rss_mb": 1398.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1227656, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104828.268, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.262, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1398.234, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.216, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.991, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.773, "exists": true, "size_bytes": 128485, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36021, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.00075, "system_cpu_s_delta": 0.040000000000873115, "user_cpu_core_ratio": 0.00225, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.373, "count": 30, "max": 41.175, "p95": 26.533, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.347, "count": 30, "max": 19.498, "p95": 18.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1407.3, "count": 30, "max": 1431.0, "p95": 1430.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6.21, "count": 30, "max": 104.773, "p95": 41.827, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131547.7, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118864.9, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.2, "count": 30, "max": 38.0, "p95": 33.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.173, "count": 30, "max": 0.443, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.565, "count": 30, "max": 0.923, "p95": 0.922, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9442, "sampled_at": "2026-11-01T03:01:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:01:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1707099, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1288714, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1288714}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7274.113, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T03:02:00+09:00", "last_error_summary": "[rtsp @ 0x588ba843af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x588ba843ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3569074790400, "copied_frame_count": 1290898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3569074790400, "frame_buffer_copies": 1290898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.9616, "p50_ms": 0.0706, "p95_ms": 0.146, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0478, "count": 512, "max_ms": 3.4594, "p50_ms": 0.9849, "p95_ms": 1.6292, "p99_ms": 2.0731, "results": {"failed": 0, "not_applicable": 0, "success": 1290898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 76, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:02:00+09:00", "last_error_summary": "[rtsp @ 0x588ba843af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x588ba843ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:02:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:02:00+09:00", "pid": 36023, "process": {"exists": false, "pid": 36023}, "restart_count": 81, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.762, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 105.525, "last_frame_pushed_at": "2026-11-01T03:00:16+09:00", "last_frame_read_age_sec": 105.599, "last_frame_read_at": "2026-11-01T03:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 38.714, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 561.286, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 105.519, "exists": true, "mtime": "2026-11-01T03:00:16.766945+09:00", "mtime_epoch": 1793469616.766945, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T03:02:02+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1383.57, "name": "celery", "pid": 176, "rss_mb": 1354.727, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1290898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105571.661, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.821, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1354.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.668, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.59, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.857, "exists": true, "size_bytes": 96181, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36019, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002122, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00053, "system_cpu_s_delta": 0.00999999999839929, "user_cpu_core_ratio": 0.001591, "user_cpu_s_delta": 0.029999999998835847}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.017, "count": 30, "max": 31.986, "p95": 30.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.714, "count": 30, "max": 18.594, "p95": 17.143, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 686.933, "count": 30, "max": 717.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 0.894, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6.467, "count": 30, "max": 70.857, "p95": 47.089, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96124.433, "count": 30, "max": 98736.0, "p95": 98269.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86506.333, "count": 30, "max": 98736.0, "p95": 98269.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 73831.3, "count": 30, "max": 136447.0, "p95": 109037.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.18, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.482, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10017, "sampled_at": "2026-11-01T03:01:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:01:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1707099, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1288714, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1288714}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7274.273, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3569074790400, "copied_frame_count": 1290898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3569074790400, "frame_buffer_copies": 1290898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.9616, "p50_ms": 0.0706, "p95_ms": 0.146, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0478, "count": 512, "max_ms": 3.4594, "p50_ms": 0.9849, "p95_ms": 1.6292, "p99_ms": 2.0731, "results": {"failed": 0, "not_applicable": 0, "success": 1290898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 76, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:02:00+09:00", "last_error_summary": "[rtsp @ 0x588ba843af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x588ba843ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:02:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.019, "last_started_at": "2026-11-01T03:02:00+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 81, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.762, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 105.544, "last_frame_pushed_at": "2026-11-01T03:00:16+09:00", "last_frame_read_age_sec": 105.617, "last_frame_read_at": "2026-11-01T03:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 38.725, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 561.275, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 105.537, "exists": true, "mtime": "2026-11-01T03:00:16.766945+09:00", "mtime_epoch": 1793469616.766945, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T03:02:02+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 1383.57, "name": "celery", "pid": 176, "rss_mb": 1354.727, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1290898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 105589.204, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.196, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1354.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.413, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.762, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 105.523, "exists": true, "size_bytes": 96181, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36023, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002019, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000288, "system_cpu_s_delta": 0.010000000000218279, "user_cpu_core_ratio": 0.001731, "user_cpu_s_delta": 0.06000000001222361}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.657, "count": 30, "max": 31.986, "p95": 30.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.313, "count": 30, "max": 18.594, "p95": 17.143, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 686.933, "count": 30, "max": 717.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 0.894, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9.984, "count": 30, "max": 105.523, "p95": 62.373, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96042.6, "count": 30, "max": 98736.0, "p95": 97775.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83218.467, "count": 30, "max": 98736.0, "p95": 97775.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 72097.733, "count": 30, "max": 136447.0, "p95": 109037.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.18, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.482, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10018, "sampled_at": "2026-11-01T03:02:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:02:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2033234, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1225619, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1225472}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7448.953, "limit_mb": null}, "detail": {"pid": 36025, "restart_count": 155, "start_count": 156}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3394223308800, "copied_frame_count": 1227656, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3394223308800, "frame_buffer_copies": 1227656, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.3063, "p50_ms": 0.0714, "p95_ms": 0.1472, "p99_ms": 0.2298}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0856, "count": 512, "max_ms": 4.7262, "p50_ms": 0.937, "p95_ms": 2.1387, "p99_ms": 3.1014, "results": {"failed": 0, "not_applicable": 0, "success": 1227656, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 145, "h264_decode_error_count": 455, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:01:57+09:00", "last_error_summary": "[rtsp @ 0x650f835b8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x650f835b8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:01:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:03:00+09:00", "pid": 36025, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.738, "name": "ffmpeg", "pid": 36025, "rss_mb": 209.738, "state": "S (sleeping)", "threads": 70}, "restart_count": 155, "restart_count_per_hour": 6, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 73.538, "sample_count": 1323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 167.775, "last_frame_pushed_at": "2026-11-01T03:00:14+09:00", "last_frame_read_age_sec": 167.838, "last_frame_read_at": "2026-11-01T03:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 98.725, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 501.275, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 167.765, "exists": true, "mtime": "2026-11-01T03:00:14.521938+09:00", "mtime_epoch": 1793469614.5219378, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128485}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T03:03:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1398.238, "name": "celery", "pid": 206, "rss_mb": 1398.238, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1227656, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167802.538, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.047, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1398.234, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.216, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.991, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1227656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.773, "exists": true, "size_bytes": 128485, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36021, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.00075, "system_cpu_s_delta": 0.040000000000873115, "user_cpu_core_ratio": 0.00225, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.373, "count": 30, "max": 41.175, "p95": 26.533, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.347, "count": 30, "max": 19.498, "p95": 18.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1407.3, "count": 30, "max": 1431.0, "p95": 1430.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6.21, "count": 30, "max": 104.773, "p95": 41.827, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131547.7, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118864.9, "count": 30, "max": 137254.0, "p95": 136645.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.2, "count": 30, "max": 38.0, "p95": 33.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.173, "count": 30, "max": 0.443, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.565, "count": 30, "max": 0.923, "p95": 0.922, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9442, "sampled_at": "2026-11-01T03:01:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:01:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1707099, "flush_count": 2185, "flush_interval_seconds": 30.0, "flush_state": {"count": 2185, "last_at": "2026-11-01T02:59:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T02:59:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2184}, "started": true, "suppressed_count": 1288714, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1288714}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2185, "written_record_count": 2185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7512.102, "limit_mb": null}, "detail": {"pid": 36141, "restart_count": 82, "start_count": 83}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3569074790400, "copied_frame_count": 1290898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3569074790400, "frame_buffer_copies": 1290898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0859, "count": 512, "max_ms": 0.9616, "p50_ms": 0.0706, "p95_ms": 0.146, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0478, "count": 512, "max_ms": 3.4594, "p50_ms": 0.9849, "p95_ms": 1.6292, "p99_ms": 2.0731, "results": {"failed": 0, "not_applicable": 0, "success": 1290898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 76, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:02:00+09:00", "last_error_summary": "[rtsp @ 0x588ba843af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x588ba843ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:02:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:03:02+09:00", "pid": 36141, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.07, "name": "ffmpeg", "pid": 36141, "rss_mb": 75.07, "state": "S (sleeping)", "threads": 1}, "restart_count": 82, "restart_count_per_hour": 6, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.468, "sample_count": 1319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 168.101, "last_frame_pushed_at": "2026-11-01T03:00:16+09:00", "last_frame_read_age_sec": 168.175, "last_frame_read_at": "2026-11-01T03:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 101.295, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 498.705, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 168.095, "exists": true, "mtime": "2026-11-01T03:00:16.766945+09:00", "mtime_epoch": 1793469616.766945, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96181}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T03:03:04+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1383.57, "name": "celery", "pid": 176, "rss_mb": 1354.73, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1290898, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 168148.096, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.203, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1354.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.413, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.762, "sample_count": 1945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1290898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T03:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 105.523, "exists": true, "size_bytes": 96181, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36023, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002019, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000288, "system_cpu_s_delta": 0.010000000000218279, "user_cpu_core_ratio": 0.001731, "user_cpu_s_delta": 0.06000000001222361}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.657, "count": 30, "max": 31.986, "p95": 30.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.313, "count": 30, "max": 18.594, "p95": 17.143, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 686.933, "count": 30, "max": 717.0, "p95": 716.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 0.894, "p95": 0.887, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9.984, "count": 30, "max": 105.523, "p95": 62.373, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96042.6, "count": 30, "max": 98736.0, "p95": 97775.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83218.467, "count": 30, "max": 98736.0, "p95": 97775.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 72097.733, "count": 30, "max": 136447.0, "p95": 109037.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.18, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.482, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10018, "sampled_at": "2026-11-01T03:02:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:02:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7899.988, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T03:06:08+09:00", "last_error_summary": "[rtsp @ 0x634777740f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x634777740e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:06:08+09:00", "last_error_summary": "[rtsp @ 0x634777740f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x634777740e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:06:10+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:06:08+09:00", "pid": 36257, "process": {"exists": false, "pid": 36257}, "restart_count": 67, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 20140.707, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 20140.784, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 286.669, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 313.331, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 20140.699, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T03:06:10+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 20145.556, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20140724.969, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20140725.675, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20140712.158, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20140724.22, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.638, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.761, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 18337.656, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36003, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001898, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000511, "system_cpu_s_delta": 0.9200000000000728, "user_cpu_core_ratio": 0.001387, "user_cpu_s_delta": 2.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.967, "count": 30, "max": 20.22, "p95": 16.336, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.896, "count": 30, "max": 19.358, "p95": 15.828, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4483.41, "count": 30, "max": 18337.656, "p95": 15724.541, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138905.633, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 23213.133, "count": 30, "max": 141573.0, "p95": 139365.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.167, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.533, "count": 30, "max": 13.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.228, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3591, "sampled_at": "2026-11-01T02:36:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T02:36:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7898.559, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 67, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:06:08+09:00", "last_error_summary": "[rtsp @ 0x634777740f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x634777740e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:06:10+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-11-01T03:06:08+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 67, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 20140.74, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 20140.817, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 286.697, "last_sample_duration_ms": 410.496, "last_trigger": "periodic", "next_snapshot_in_sec": 313.303, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 219, "storage_bytes": 2061891}, "mjpeg": {"age_sec": 20140.732, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T03:06:10+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 20145.586, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20140757.282, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20140757.988, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20140744.472, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20140756.533, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.806, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.143, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20140.707, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36257, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001353, "user_cpu_s_delta": 2.4400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.55, "count": 30, "max": 20.22, "p95": 16.005, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.481, "count": 30, "max": 19.358, "p95": 15.506, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5154.767, "count": 30, "max": 20140.707, "p95": 17526.729, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138885.333, "count": 30, "max": 141573.0, "p95": 139075.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 18565.133, "count": 30, "max": 141573.0, "p95": 139075.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.133, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.167, "count": 30, "max": 13.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.019, "count": 30, "max": 0.228, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3592, "sampled_at": "2026-11-01T03:06:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:06:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7937.578, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T03:36:10+09:00", "last_error_summary": "[rtsp @ 0x5ebb92144f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ebb92144e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:36:10+09:00", "last_error_summary": "[rtsp @ 0x5ebb92144f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ebb92144e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:36:12+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T03:36:10+09:00", "pid": 36259, "process": {"exists": false, "pid": 36259}, "restart_count": 68, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 21942.875, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 21942.952, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.686, "last_sample_duration_ms": 584.622, "last_trigger": "periodic", "next_snapshot_in_sec": 316.314, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 222, "storage_bytes": 2089763}, "mjpeg": {"age_sec": 21942.867, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T03:36:12+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 21947.722, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942892.98, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942893.687, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942880.17, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942892.231, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.067, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.143, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20140.707, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36257, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001858, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001353, "user_cpu_s_delta": 2.4400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.55, "count": 30, "max": 20.22, "p95": 16.005, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.481, "count": 30, "max": 19.358, "p95": 15.506, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5154.767, "count": 30, "max": 20140.707, "p95": 17526.729, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138885.333, "count": 30, "max": 141573.0, "p95": 139075.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 18565.133, "count": 30, "max": 141573.0, "p95": 139075.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.133, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.167, "count": 30, "max": 13.0, "p95": 12.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.019, "count": 30, "max": 0.228, "p95": 0.154, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.504, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3592, "sampled_at": "2026-11-01T03:06:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:06:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7937.227, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 68, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T03:36:10+09:00", "last_error_summary": "[rtsp @ 0x5ebb92144f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ebb92144e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T03:36:12+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-11-01T03:36:10+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 68, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 21942.905, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 21942.982, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.707, "last_sample_duration_ms": 584.622, "last_trigger": "periodic", "next_snapshot_in_sec": 316.293, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 222, "storage_bytes": 2089763}, "mjpeg": {"age_sec": 21942.897, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T03:36:12+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 21947.746, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942921.999, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942922.705, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942909.188, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21942921.249, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.841, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.461, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 21942.875, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36259, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001382, "user_cpu_s_delta": 2.4899999999979627}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.267, "count": 30, "max": 20.22, "p95": 13.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.112, "count": 30, "max": 19.358, "p95": 12.446, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5886.196, "count": 30, "max": 21942.875, "p95": 19329.334, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138937.2, "count": 30, "max": 141573.0, "p95": 139075.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 13989.3, "count": 30, "max": 141573.0, "p95": 139075.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.1, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.8, "count": 30, "max": 13.0, "p95": 7.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.014, "count": 30, "max": 0.228, "p95": 0.085, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.493, "p95": 0.278, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3593, "sampled_at": "2026-11-01T03:36:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:36:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2089619, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1263058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1262911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7747.867, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64293c35d0c0] error while decoding MB 112 6, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3497906073600, "copied_frame_count": 1265157, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3497906073600, "frame_buffer_copies": 1265157, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.095, "count": 512, "max_ms": 1.6542, "p50_ms": 0.0735, "p95_ms": 0.1347, "p99_ms": 0.8708}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.258, "count": 512, "max_ms": 3.6356, "p50_ms": 1.1943, "p95_ms": 1.9666, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 1265157, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 146, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:33+09:00", "last_error_summary": "[h264 @ 0x64293c35d0c0] error while decoding MB 112 6, bytestream -5", "last_exit_at": "2026-11-01T03:01:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 3753.697, "last_started_at": "2026-11-01T03:03:00+09:00", "pid": 36025, "process": {"exists": false, "pid": 36025}, "restart_count": 155, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.584, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-11-01T04:05:33+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-01T04:05:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.633, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 360.367, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-11-01T04:05:33.927234+09:00", "mtime_epoch": 1793473533.9272344, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128323}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:05:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1416.277, "name": "celery", "pid": 206, "rss_mb": 1416.277, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1265158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.247, "max": 10.0, "p95": 6.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 275, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.183, "pushed": 9.183, "read": 9.183}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 29.729, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.365, "count": 275, "max_ms": 2.238, "p95_ms": 1.263, "reason": null, "sample_age_ms": 67.688, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 275, "max_ms": 2.007, "p95_ms": 0.947, "reason": null, "sample_age_ms": 67.906, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.204, "count": 276, "max_ms": 0.513, "p95_ms": 0.305, "reason": null, "sample_age_ms": 29.735, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.294, "count": 275, "max_ms": 2.864, "p95_ms": 2.387, "reason": null, "sample_age_ms": 65.967, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2764808.0, "count": 275, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.94, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.926, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.636, "count": 276, "max_ms": 44.495, "p95_ms": 35.798, "reason": null, "sample_age_ms": 29.726, "source": "client_direct"}, "sample_age_ms": 29.724, "source": "client_direct", "task_total_ms": {"avg_ms": 30.262, "count": 276, "max_ms": 46.531, "p95_ms": 37.548, "reason": null, "sample_age_ms": 29.724, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.924, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.496, "count": 275, "max_ms": 1.198, "p95_ms": 0.729}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 275, "max_ms": 0.494, "p95_ms": 0.227}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 275, "max_ms": 0.191, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.014, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 275, "max_ms": 0.177, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.016, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.117, "count": 275, "max_ms": 0.335, "p95_ms": 0.175}, "setup_ms": {"avg_ms": 0.029, "count": 275, "max_ms": 0.064, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.467, "count": 275, "max_ms": 1.154, "p95_ms": 0.682}, "track_match_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.011, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.02, "count": 275, "max_ms": 0.084, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.868, "count": 275, "max_ms": 8.564, "p95_ms": 4.293}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.027, "count": 275, "max_ms": 0.35, "p95_ms": 0.041}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.848, "count": 275, "max_ms": 47.069, "p95_ms": 38.08}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 275, "max_ms": 0.058, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.873, "count": 275, "max_ms": 85.322, "p95_ms": 71.488}, "inference_input_copy_ms": {"avg_ms": 1.153, "count": 275, "max_ms": 5.4, "p95_ms": 2.415}, "processing_residual_ms": {"avg_ms": 0.095, "count": 275, "max_ms": 0.233, "p95_ms": 0.143}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.147, "count": 275, "max_ms": 86.817, "p95_ms": 72.764}, "read_interval": {"avg_ms": 108.868, "count": 275, "max_ms": 2697.051, "p95_ms": 108.313}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 275, "max_ms": 0.031, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.08, "count": 275, "max_ms": 0.249, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 275, "max_ms": 0.02, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 275, "max_ms": 0.224, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.045, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.857, "count": 275, "max_ms": 47.077, "p95_ms": 38.087}, "visualize": {"avg_ms": 27.832, "count": 275, "max_ms": 41.163, "p95_ms": 35.297}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.276, "count": 275, "max_ms": 40.161, "p95_ms": 34.61}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.713, "count": 275, "max_ms": 40.997, "p95_ms": 35.137}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.655, "count": 275, "max_ms": 40.887, "p95_ms": 35.071}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 275, "max_ms": 0.062, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.558, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.617, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1264893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131426, "write_bytes_delta": 131426, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1403.0, "cpu_core_ratio": 0.451832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36025, "reason": null, "system_cpu_core_ratio": 0.037486, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.414346, "user_cpu_s_delta": 8.289999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.575286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.056979, "system_cpu_s_delta": 1.139999999999418, "user_cpu_core_ratio": 0.518307, "user_cpu_s_delta": 10.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.833, "count": 300, "max_ms": 6.248, "p95_ms": 4.238, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.957, "max": 9.0, "p95": 6.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.262, "count": 30, "max": 40.081, "p95": 32.375, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.406, "count": 30, "max": 20.749, "p95": 18.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.3, "count": 30, "max": 1420.0, "p95": 1417.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 42.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.463, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.105, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130324.733, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130324.733, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 49.0, "p95": 38.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.428, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 1.031, "p95": 1.016, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9675, "sampled_at": "2026-11-01T04:05:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2089619, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1263058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1262911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7748.105, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:05:33+09:00", "last_error_summary": "[h264 @ 0x64293c35d0c0] error while decoding MB 112 6, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3497908838400, "copied_frame_count": 1265158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3497908838400, "frame_buffer_copies": 1265158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.095, "count": 512, "max_ms": 1.6542, "p50_ms": 0.0734, "p95_ms": 0.1347, "p99_ms": 0.8708}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2572, "count": 512, "max_ms": 3.6356, "p50_ms": 1.1925, "p95_ms": 1.9666, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 1265158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 146, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:33+09:00", "last_error_summary": "[h264 @ 0x64293c35d0c0] error while decoding MB 112 6, bytestream -5", "last_exit_at": "2026-11-01T04:05:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 3753.728, "last_started_at": "2026-11-01T03:03:00+09:00", "pid": 36025, "process": {"exists": false, "pid": 36025}, "restart_count": 155, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.592, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-11-01T04:05:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.659, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 360.341, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-11-01T04:05:34.012234+09:00", "mtime_epoch": 1793473534.0122342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129446}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:05:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1416.273, "name": "celery", "pid": 206, "rss_mb": 1416.273, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1265158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.246, "max": 10.0, "p95": 6.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.207, "pushed": 9.207, "read": 9.173}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 59.053, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.365, "count": 275, "max_ms": 2.238, "p95_ms": 1.263, "reason": null, "sample_age_ms": 97.013, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 275, "max_ms": 2.007, "p95_ms": 0.947, "reason": null, "sample_age_ms": 97.23, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.205, "count": 275, "max_ms": 0.513, "p95_ms": 0.306, "reason": null, "sample_age_ms": 59.06, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.294, "count": 275, "max_ms": 2.864, "p95_ms": 2.387, "reason": null, "sample_age_ms": 95.291, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2764808.0, "count": 275, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.264, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 275, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.25, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.657, "count": 275, "max_ms": 44.495, "p95_ms": 35.81, "reason": null, "sample_age_ms": 59.05, "source": "client_direct"}, "sample_age_ms": 59.048, "source": "client_direct", "task_total_ms": {"avg_ms": 30.284, "count": 275, "max_ms": 46.531, "p95_ms": 37.554, "reason": null, "sample_age_ms": 59.048, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.993, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.497, "count": 276, "max_ms": 1.198, "p95_ms": 0.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 276, "max_ms": 0.494, "p95_ms": 0.23}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 276, "max_ms": 0.191, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.014, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 276, "max_ms": 0.177, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.016, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.118, "count": 276, "max_ms": 0.335, "p95_ms": 0.176}, "setup_ms": {"avg_ms": 0.029, "count": 276, "max_ms": 0.064, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.468, "count": 276, "max_ms": 1.154, "p95_ms": 0.711}, "track_match_ms": {"avg_ms": 0.003, "count": 276, "max_ms": 0.011, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.02, "count": 276, "max_ms": 0.084, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.866, "count": 276, "max_ms": 8.564, "p95_ms": 4.293}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 276, "max_ms": 0.35, "p95_ms": 0.043}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.875, "count": 276, "max_ms": 47.069, "p95_ms": 38.476}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 276, "max_ms": 0.058, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.934, "count": 276, "max_ms": 85.322, "p95_ms": 71.491}, "inference_input_copy_ms": {"avg_ms": 1.152, "count": 276, "max_ms": 5.4, "p95_ms": 2.415}, "processing_residual_ms": {"avg_ms": 0.095, "count": 276, "max_ms": 0.233, "p95_ms": 0.143}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.208, "count": 276, "max_ms": 86.817, "p95_ms": 72.872}, "read_interval": {"avg_ms": 108.868, "count": 275, "max_ms": 2697.051, "p95_ms": 108.313}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 276, "max_ms": 0.031, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.08, "count": 276, "max_ms": 0.249, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 276, "max_ms": 0.02, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 276, "max_ms": 0.224, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.045, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.885, "count": 276, "max_ms": 47.077, "p95_ms": 38.483}, "visualize": {"avg_ms": 27.858, "count": 276, "max_ms": 41.163, "p95_ms": 35.297}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.302, "count": 276, "max_ms": 40.161, "p95_ms": 34.61}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.739, "count": 276, "max_ms": 40.997, "p95_ms": 35.137}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.68, "count": 276, "max_ms": 40.887, "p95_ms": 35.071}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 276, "max_ms": 0.062, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.558, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.617, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1264893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131426, "write_bytes_delta": 131426, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1403.0, "cpu_core_ratio": 0.451832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36025, "reason": null, "system_cpu_core_ratio": 0.037486, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.414346, "user_cpu_s_delta": 8.289999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.575286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.056979, "system_cpu_s_delta": 1.139999999999418, "user_cpu_core_ratio": 0.518307, "user_cpu_s_delta": 10.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.833, "count": 300, "max_ms": 6.248, "p95_ms": 4.238, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.957, "max": 9.0, "p95": 6.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.262, "count": 30, "max": 40.081, "p95": 32.375, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.406, "count": 30, "max": 20.749, "p95": 18.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.3, "count": 30, "max": 1420.0, "p95": 1417.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 42.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.463, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.105, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130324.733, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130324.733, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 49.0, "p95": 38.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.428, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 1.031, "p95": 1.016, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9675, "sampled_at": "2026-11-01T04:05:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2089619, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1263058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1262911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7578.922, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3497908838400, "copied_frame_count": 1265158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3497908838400, "frame_buffer_copies": 1265158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.095, "count": 512, "max_ms": 1.6542, "p50_ms": 0.0734, "p95_ms": 0.1347, "p99_ms": 0.8708}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2572, "count": 512, "max_ms": 3.6356, "p50_ms": 1.1925, "p95_ms": 1.9666, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 1265158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 146, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:33+09:00", "last_error_summary": "[h264 @ 0x64293c35d0c0] error while decoding MB 112 6, bytestream -5", "last_exit_at": "2026-11-01T04:05:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 3753.751, "last_started_at": "2026-11-01T03:03:00+09:00", "pid": 36025, "process": {"exists": false, "pid": 36025}, "restart_count": 155, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.592, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-11-01T04:05:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.682, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 360.318, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-11-01T04:05:34.012234+09:00", "mtime_epoch": 1793473534.0122342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129446}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:05:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1416.273, "name": "celery", "pid": 206, "rss_mb": 1416.273, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1265158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.251, "max": 10.0, "p95": 6.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.168, "pushed": 9.201, "read": 9.168}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.021, "p95_ms": 0.008, "reason": null, "sample_age_ms": 83.035, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.365, "count": 275, "max_ms": 2.238, "p95_ms": 1.263, "reason": null, "sample_age_ms": 120.994, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 275, "max_ms": 2.007, "p95_ms": 0.947, "reason": null, "sample_age_ms": 121.212, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.205, "count": 275, "max_ms": 0.513, "p95_ms": 0.306, "reason": null, "sample_age_ms": 83.041, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.294, "count": 275, "max_ms": 2.864, "p95_ms": 2.387, "reason": null, "sample_age_ms": 119.273, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2764808.0, "count": 275, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 119.246, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 275, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.231, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.657, "count": 275, "max_ms": 44.495, "p95_ms": 35.81, "reason": null, "sample_age_ms": 83.032, "source": "client_direct"}, "sample_age_ms": 83.029, "source": "client_direct", "task_total_ms": {"avg_ms": 30.284, "count": 275, "max_ms": 46.531, "p95_ms": 37.554, "reason": null, "sample_age_ms": 83.029, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.936, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.497, "count": 275, "max_ms": 1.198, "p95_ms": 0.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 275, "max_ms": 0.494, "p95_ms": 0.23}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 275, "max_ms": 0.191, "p95_ms": 0.138}, "event_filter_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.014, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 275, "max_ms": 0.177, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.016, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.118, "count": 275, "max_ms": 0.335, "p95_ms": 0.176}, "setup_ms": {"avg_ms": 0.029, "count": 275, "max_ms": 0.064, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.468, "count": 275, "max_ms": 1.154, "p95_ms": 0.711}, "track_match_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.011, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.02, "count": 275, "max_ms": 0.084, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.866, "count": 276, "max_ms": 8.564, "p95_ms": 4.293}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 275, "max_ms": 0.35, "p95_ms": 0.043}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.899, "count": 275, "max_ms": 47.069, "p95_ms": 38.476}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 275, "max_ms": 0.058, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.957, "count": 275, "max_ms": 85.322, "p95_ms": 71.491}, "inference_input_copy_ms": {"avg_ms": 1.153, "count": 275, "max_ms": 5.4, "p95_ms": 2.415}, "processing_residual_ms": {"avg_ms": 0.095, "count": 275, "max_ms": 0.233, "p95_ms": 0.143}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.233, "count": 275, "max_ms": 86.817, "p95_ms": 72.872}, "read_interval": {"avg_ms": 108.868, "count": 275, "max_ms": 2697.051, "p95_ms": 108.313}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 275, "max_ms": 0.031, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.08, "count": 275, "max_ms": 0.249, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 275, "max_ms": 0.02, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 275, "max_ms": 0.224, "p95_ms": 0.108}, "worker_merge_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.045, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.908, "count": 275, "max_ms": 47.077, "p95_ms": 38.483}, "visualize": {"avg_ms": 27.857, "count": 275, "max_ms": 41.163, "p95_ms": 35.297}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.301, "count": 275, "max_ms": 40.161, "p95_ms": 34.61}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.738, "count": 275, "max_ms": 40.997, "p95_ms": 35.137}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.679, "count": 275, "max_ms": 40.887, "p95_ms": 35.071}, "visualizer_prepare_ms": {"avg_ms": 0.03, "count": 275, "max_ms": 0.062, "p95_ms": 0.049}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.558, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.617, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1264893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131426, "write_bytes_delta": 131426, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1403.0, "cpu_core_ratio": 0.451832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36025, "reason": null, "system_cpu_core_ratio": 0.037486, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.414346, "user_cpu_s_delta": 8.289999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.575286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.056979, "system_cpu_s_delta": 1.139999999999418, "user_cpu_core_ratio": 0.518307, "user_cpu_s_delta": 10.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.833, "count": 300, "max_ms": 6.248, "p95_ms": 4.238, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.957, "max": 9.0, "p95": 6.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.262, "count": 30, "max": 40.081, "p95": 32.375, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.406, "count": 30, "max": 20.749, "p95": 18.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.3, "count": 30, "max": 1420.0, "p95": 1417.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 42.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.463, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.105, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130324.733, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130324.733, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.7, "count": 30, "max": 49.0, "p95": 38.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.428, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 1.031, "p95": 1.016, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9675, "sampled_at": "2026-11-01T04:05:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1759830, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1326115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1326115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7356.414, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5baff2c98200] error while decoding MB 65 7, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3672652492800, "copied_frame_count": 1328361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3672652492800, "frame_buffer_copies": 1328361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 1.0918, "p50_ms": 0.0644, "p95_ms": 0.1132, "p99_ms": 0.1349}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0678, "count": 512, "max_ms": 2.9683, "p50_ms": 0.9852, "p95_ms": 1.7646, "p99_ms": 2.072, "results": {"failed": 0, "not_applicable": 0, "success": 1328361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 77, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:34+09:00", "last_error_summary": "[h264 @ 0x5baff2c98200] error while decoding MB 65 7, bytestream -5", "last_exit_at": "2026-11-01T03:02:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 3751.215, "last_started_at": "2026-11-01T03:03:02+09:00", "pid": 36141, "process": {"exists": false, "pid": 36141}, "restart_count": 82, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.928, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 0.043, "last_frame_read_at": "2026-11-01T04:05:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.72, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 360.28, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-11-01T04:05:34.037234+09:00", "mtime_epoch": 1793473534.037234, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102844}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:05:34+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1394.727, "name": "celery", "pid": 176, "rss_mb": 1383.293, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1328362, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 276, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.172, "pushed": 9.172, "read": 9.205}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 276, "client_acquire_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.017, "p95_ms": 0.006, "reason": null, "sample_age_ms": 24.53, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.313, "count": 276, "max_ms": 1.934, "p95_ms": 0.904, "reason": null, "sample_age_ms": 50.807, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.137, "count": 276, "max_ms": 1.738, "p95_ms": 0.754, "reason": null, "sample_age_ms": 50.935, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 276, "max_ms": 0.212, "p95_ms": 0.133, "reason": null, "sample_age_ms": 24.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.85, "count": 276, "max_ms": 3.456, "p95_ms": 1.325, "reason": null, "sample_age_ms": 50.061, "source": "client_direct"}, "request_count": 276, "request_tensor_bytes": {"avg": 2211848.0, "count": 276, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 50.049, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.743, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.932, "count": 276, "max_ms": 49.177, "p95_ms": 34.833, "reason": null, "sample_age_ms": 24.527, "source": "client_direct"}, "sample_age_ms": 24.524, "source": "client_direct", "task_total_ms": {"avg_ms": 28.949, "count": 276, "max_ms": 50.482, "p95_ms": 36.052, "reason": null, "sample_age_ms": 24.524, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.253, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.469, "count": 275, "max_ms": 1.395, "p95_ms": 0.699}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.145, "count": 275, "max_ms": 0.45, "p95_ms": 0.229}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 275, "max_ms": 0.231, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.008, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 275, "max_ms": 0.162, "p95_ms": 0.083}, "mcmt_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 275, "max_ms": 0.431, "p95_ms": 0.197}, "setup_ms": {"avg_ms": 0.026, "count": 275, "max_ms": 0.083, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 0.444, "count": 275, "max_ms": 1.309, "p95_ms": 0.663}, "track_match_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.016, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 275, "max_ms": 0.054, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 2.323, "count": 275, "max_ms": 4.635, "p95_ms": 3.582}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 275, "max_ms": 0.3, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.48, "count": 275, "max_ms": 50.968, "p95_ms": 36.552}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 275, "max_ms": 0.065, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.491, "count": 275, "max_ms": 107.498, "p95_ms": 81.29}, "inference_input_copy_ms": {"avg_ms": 1.108, "count": 275, "max_ms": 3.697, "p95_ms": 1.656}, "processing_residual_ms": {"avg_ms": 0.084, "count": 275, "max_ms": 0.391, "p95_ms": 0.137}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.706, "count": 275, "max_ms": 109.095, "p95_ms": 82.793}, "read_interval": {"avg_ms": 108.846, "count": 276, "max_ms": 2690.053, "p95_ms": 121.154}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 275, "max_ms": 0.044, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.084, "count": 275, "max_ms": 0.289, "p95_ms": 0.143}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 275, "max_ms": 0.031, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 275, "max_ms": 0.253, "p95_ms": 0.131}, "worker_merge_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.041, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.49, "count": 275, "max_ms": 50.976, "p95_ms": 36.562}, "visualize": {"avg_ms": 36.992, "count": 275, "max_ms": 57.482, "p95_ms": 46.581}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.453, "count": 275, "max_ms": 56.832, "p95_ms": 46.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.88, "count": 275, "max_ms": 57.36, "p95_ms": 46.491}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.033, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.821, "count": 275, "max_ms": 57.295, "p95_ms": 46.428}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 275, "max_ms": 0.116, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1372.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.337, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.052, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101206, "write_bytes_delta": 101206, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1421.0, "cpu_core_ratio": 1.132345, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36141, "reason": null, "system_cpu_core_ratio": 0.044221, "system_cpu_s_delta": 0.8899999999999864, "user_cpu_core_ratio": 1.088125, "user_cpu_s_delta": 21.899999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.622069, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 176034.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.147071, "system_cpu_s_delta": 2.960000000000946, "user_cpu_core_ratio": 0.474999, "user_cpu_s_delta": 9.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.26, "count": 300, "max_ms": 4.575, "p95_ms": 3.509, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.881, "count": 30, "max": 18.687, "p95": 16.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.549, "count": 30, "max": 17.8, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.833, "count": 30, "max": 1426.0, "p95": 1420.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.051, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.182, "p95": 1.162, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.097, "p95": 0.049, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165126.633, "count": 30, "max": 190364.0, "p95": 183019.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.149, "count": 30, "max": 0.168, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.605, "p95": 0.561, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10205, "sampled_at": "2026-11-01T04:05:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1759830, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1326115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1326115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7344.426, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:05:34+09:00", "last_error_summary": "[h264 @ 0x5baff2c98200] error while decoding MB 65 7, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3672655257600, "copied_frame_count": 1328362, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3672655257600, "frame_buffer_copies": 1328362, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 1.0918, "p50_ms": 0.0644, "p95_ms": 0.1132, "p99_ms": 0.1349}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0697, "count": 512, "max_ms": 2.9683, "p50_ms": 0.9852, "p95_ms": 1.7858, "p99_ms": 2.1266, "results": {"failed": 0, "not_applicable": 0, "success": 1328362, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 77, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:34+09:00", "last_error_summary": "[h264 @ 0x5baff2c98200] error while decoding MB 65 7, bytestream -5", "last_exit_at": "2026-11-01T04:05:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 3751.245, "last_started_at": "2026-11-01T03:03:02+09:00", "pid": 36141, "process": {"exists": false, "pid": 36141}, "restart_count": 82, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.928, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-11-01T04:05:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.749, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 360.251, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-11-01T04:05:34.037234+09:00", "mtime_epoch": 1793473534.037234, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102844}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:05:34+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1394.727, "name": "celery", "pid": 176, "rss_mb": 1372.742, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1328362, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.224, "pushed": 9.224, "read": 9.191}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.017, "p95_ms": 0.006, "reason": null, "sample_age_ms": 54.543, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.313, "count": 275, "max_ms": 1.934, "p95_ms": 0.904, "reason": null, "sample_age_ms": 80.82, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.137, "count": 275, "max_ms": 1.738, "p95_ms": 0.755, "reason": null, "sample_age_ms": 80.948, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 276, "max_ms": 0.212, "p95_ms": 0.133, "reason": null, "sample_age_ms": 54.55, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.85, "count": 275, "max_ms": 3.456, "p95_ms": 1.325, "reason": null, "sample_age_ms": 80.074, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2211848.0, "count": 275, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 80.061, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.756, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.932, "count": 276, "max_ms": 49.177, "p95_ms": 34.833, "reason": null, "sample_age_ms": 54.539, "source": "client_direct"}, "sample_age_ms": 54.537, "source": "client_direct", "task_total_ms": {"avg_ms": 28.949, "count": 276, "max_ms": 50.482, "p95_ms": 36.052, "reason": null, "sample_age_ms": 54.537, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.211, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.469, "count": 276, "max_ms": 1.395, "p95_ms": 0.699}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.145, "count": 276, "max_ms": 0.45, "p95_ms": 0.229}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 276, "max_ms": 0.231, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.008, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 276, "max_ms": 0.162, "p95_ms": 0.083}, "mcmt_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 276, "max_ms": 0.431, "p95_ms": 0.197}, "setup_ms": {"avg_ms": 0.026, "count": 276, "max_ms": 0.083, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 0.444, "count": 276, "max_ms": 1.309, "p95_ms": 0.663}, "track_match_ms": {"avg_ms": 0.003, "count": 276, "max_ms": 0.016, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 276, "max_ms": 0.054, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 2.328, "count": 276, "max_ms": 4.635, "p95_ms": 3.612}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 276, "max_ms": 0.3, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.47, "count": 276, "max_ms": 50.968, "p95_ms": 36.552}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 276, "max_ms": 0.065, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.486, "count": 276, "max_ms": 107.498, "p95_ms": 81.29}, "inference_input_copy_ms": {"avg_ms": 1.106, "count": 276, "max_ms": 3.697, "p95_ms": 1.656}, "processing_residual_ms": {"avg_ms": 0.083, "count": 276, "max_ms": 0.391, "p95_ms": 0.137}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.698, "count": 276, "max_ms": 109.095, "p95_ms": 82.793}, "read_interval": {"avg_ms": 108.869, "count": 275, "max_ms": 2690.053, "p95_ms": 121.154}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 276, "max_ms": 0.044, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.084, "count": 276, "max_ms": 0.289, "p95_ms": 0.143}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 276, "max_ms": 0.031, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 276, "max_ms": 0.253, "p95_ms": 0.131}, "worker_merge_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.041, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.48, "count": 276, "max_ms": 50.976, "p95_ms": 36.562}, "visualize": {"avg_ms": 36.997, "count": 276, "max_ms": 57.482, "p95_ms": 46.581}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.459, "count": 276, "max_ms": 56.832, "p95_ms": 46.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.886, "count": 276, "max_ms": 57.36, "p95_ms": 46.491}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.033, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.827, "count": 276, "max_ms": 57.295, "p95_ms": 46.428}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 276, "max_ms": 0.116, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1372.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.337, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.052, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101206, "write_bytes_delta": 101206, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1421.0, "cpu_core_ratio": 1.132345, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36141, "reason": null, "system_cpu_core_ratio": 0.044221, "system_cpu_s_delta": 0.8899999999999864, "user_cpu_core_ratio": 1.088125, "user_cpu_s_delta": 21.899999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.622069, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 176034.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.147071, "system_cpu_s_delta": 2.960000000000946, "user_cpu_core_ratio": 0.474999, "user_cpu_s_delta": 9.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.26, "count": 300, "max_ms": 4.575, "p95_ms": 3.509, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.881, "count": 30, "max": 18.687, "p95": 16.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.549, "count": 30, "max": 17.8, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.833, "count": 30, "max": 1426.0, "p95": 1420.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.051, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.182, "p95": 1.162, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.097, "p95": 0.049, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165126.633, "count": 30, "max": 190364.0, "p95": 183019.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.149, "count": 30, "max": 0.168, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.605, "p95": 0.561, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10205, "sampled_at": "2026-11-01T04:05:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1759830, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1326115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1326115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7344.766, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3672655257600, "copied_frame_count": 1328362, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3672655257600, "frame_buffer_copies": 1328362, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 1.0918, "p50_ms": 0.0644, "p95_ms": 0.1132, "p99_ms": 0.1349}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0697, "count": 512, "max_ms": 2.9683, "p50_ms": 0.9852, "p95_ms": 1.7858, "p99_ms": 2.1266, "results": {"failed": 0, "not_applicable": 0, "success": 1328362, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 77, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:34+09:00", "last_error_summary": "[h264 @ 0x5baff2c98200] error while decoding MB 65 7, bytestream -5", "last_exit_at": "2026-11-01T04:05:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 3751.266, "last_started_at": "2026-11-01T03:03:02+09:00", "pid": 36141, "process": {"exists": false, "pid": 36141}, "restart_count": 82, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.928, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-11-01T04:05:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.773, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 360.227, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-11-01T04:05:34.112234+09:00", "mtime_epoch": 1793473534.1122339, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:05:34+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1394.727, "name": "celery", "pid": 176, "rss_mb": 1372.742, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1328362, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.218, "pushed": 9.218, "read": 9.184}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.017, "p95_ms": 0.006, "reason": null, "sample_age_ms": 75.376, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.313, "count": 275, "max_ms": 1.934, "p95_ms": 0.904, "reason": null, "sample_age_ms": 101.654, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.137, "count": 275, "max_ms": 1.738, "p95_ms": 0.755, "reason": null, "sample_age_ms": 101.781, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 275, "max_ms": 0.212, "p95_ms": 0.133, "reason": null, "sample_age_ms": 75.383, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.85, "count": 275, "max_ms": 3.456, "p95_ms": 1.325, "reason": null, "sample_age_ms": 100.908, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2211848.0, "count": 275, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.895, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 275, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.59, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.903, "count": 275, "max_ms": 49.177, "p95_ms": 34.81, "reason": null, "sample_age_ms": 75.373, "source": "client_direct"}, "sample_age_ms": 75.37, "source": "client_direct", "task_total_ms": {"avg_ms": 28.92, "count": 275, "max_ms": 50.482, "p95_ms": 35.973, "reason": null, "sample_age_ms": 75.37, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.319, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.469, "count": 276, "max_ms": 1.395, "p95_ms": 0.699}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.145, "count": 276, "max_ms": 0.45, "p95_ms": 0.229}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 276, "max_ms": 0.231, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.008, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 276, "max_ms": 0.162, "p95_ms": 0.083}, "mcmt_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 276, "max_ms": 0.431, "p95_ms": 0.197}, "setup_ms": {"avg_ms": 0.026, "count": 276, "max_ms": 0.083, "p95_ms": 0.045}, "total_inside_ms": {"avg_ms": 0.444, "count": 276, "max_ms": 1.309, "p95_ms": 0.663}, "track_match_ms": {"avg_ms": 0.003, "count": 276, "max_ms": 0.016, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 276, "max_ms": 0.054, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 2.328, "count": 276, "max_ms": 4.635, "p95_ms": 3.612}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 276, "max_ms": 0.3, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.47, "count": 276, "max_ms": 50.968, "p95_ms": 36.552}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 276, "max_ms": 0.065, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.486, "count": 276, "max_ms": 107.498, "p95_ms": 81.29}, "inference_input_copy_ms": {"avg_ms": 1.106, "count": 276, "max_ms": 3.697, "p95_ms": 1.656}, "processing_residual_ms": {"avg_ms": 0.083, "count": 276, "max_ms": 0.391, "p95_ms": 0.137}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.698, "count": 276, "max_ms": 109.095, "p95_ms": 82.793}, "read_interval": {"avg_ms": 108.869, "count": 275, "max_ms": 2690.053, "p95_ms": 121.154}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 276, "max_ms": 0.044, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.084, "count": 276, "max_ms": 0.289, "p95_ms": 0.143}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 276, "max_ms": 0.031, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 276, "max_ms": 0.253, "p95_ms": 0.131}, "worker_merge_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.041, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.48, "count": 276, "max_ms": 50.976, "p95_ms": 36.562}, "visualize": {"avg_ms": 36.997, "count": 276, "max_ms": 57.482, "p95_ms": 46.581}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.459, "count": 276, "max_ms": 56.832, "p95_ms": 46.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.886, "count": 276, "max_ms": 57.36, "p95_ms": 46.491}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.033, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.827, "count": 276, "max_ms": 57.295, "p95_ms": 46.428}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 276, "max_ms": 0.116, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1372.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.337, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.052, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101206, "write_bytes_delta": 101206, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1421.0, "cpu_core_ratio": 1.132345, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36141, "reason": null, "system_cpu_core_ratio": 0.044221, "system_cpu_s_delta": 0.8899999999999864, "user_cpu_core_ratio": 1.088125, "user_cpu_s_delta": 21.899999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.622069, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 176034.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.147071, "system_cpu_s_delta": 2.960000000000946, "user_cpu_core_ratio": 0.474999, "user_cpu_s_delta": 9.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.26, "count": 300, "max_ms": 4.575, "p95_ms": 3.509, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.881, "count": 30, "max": 18.687, "p95": 16.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.549, "count": 30, "max": 17.8, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.833, "count": 30, "max": 1426.0, "p95": 1420.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.051, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.182, "p95": 1.162, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.097, "p95": 0.049, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165126.633, "count": 30, "max": 190364.0, "p95": 183019.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.149, "count": 30, "max": 0.168, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.605, "p95": 0.561, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10205, "sampled_at": "2026-11-01T04:05:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1759830, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1326115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1326115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7366.145, "limit_mb": null}, "detail": {"pid": 36269, "restart_count": 85, "start_count": 86}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3672655257600, "copied_frame_count": 1328362, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3672655257600, "frame_buffer_copies": 1328362, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 1.0918, "p50_ms": 0.0644, "p95_ms": 0.1132, "p99_ms": 0.1349}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0697, "count": 512, "max_ms": 2.9683, "p50_ms": 0.9852, "p95_ms": 1.7858, "p99_ms": 2.1266, "results": {"failed": 0, "not_applicable": 0, "success": 1328362, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 79, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:43+09:00", "last_error_summary": "[tcp @ 0x63299d754900] Connection to tcp://daewoo-jinhae.iptime.org:554?timeout=10000000 failed: Connection refused [in#0 @ 0x63299d751e00] Error opening input: Connection refused Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Connection refused", "last_exit_at": "2026-11-01T04:05:45+09:00", "last_returncode": 145, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:05:53+09:00", "pid": 36269, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.664, "name": "ffmpeg", "pid": 36269, "rss_mb": 44.664, "state": "S (sleeping)", "threads": 1}, "restart_count": 85, "restart_count_per_hour": 3, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.906, "sample_count": 2765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_frame_read_age_sec>10s", "last_frame_pushed_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 21.075, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 21.149, "last_frame_read_at": "2026-11-01T04:05:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 260.821, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 339.179, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 21.068, "exists": true, "mtime": "2026-11-01T04:05:34.112234+09:00", "mtime_epoch": 1793473534.1122339, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:05:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1394.727, "name": "celery", "pid": 176, "rss_mb": 1372.746, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "frame_read_stale_warning", "frame_push_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1328362, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 65, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.202, "pushed": 2.202, "read": 2.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 65, "client_acquire_ms": {"avg_ms": 0.004, "count": 65, "max_ms": 0.017, "p95_ms": 0.006, "reason": null, "sample_age_ms": 21125.49, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.332, "count": 65, "max_ms": 1.934, "p95_ms": 0.922, "reason": null, "sample_age_ms": 21151.768, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.156, "count": 65, "max_ms": 1.738, "p95_ms": 0.777, "reason": null, "sample_age_ms": 21151.896, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 65, "max_ms": 0.212, "p95_ms": 0.136, "reason": null, "sample_age_ms": 21125.498, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.872, "count": 65, "max_ms": 3.456, "p95_ms": 1.232, "reason": null, "sample_age_ms": 21151.022, "source": "client_direct"}, "request_count": 65, "request_tensor_bytes": {"avg": 2211848.0, "count": 65, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 21151.009, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 65, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21125.704, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.78, "count": 65, "max_ms": 42.99, "p95_ms": 34.656, "reason": null, "sample_age_ms": 21125.487, "source": "client_direct"}, "sample_age_ms": 21125.484, "source": "client_direct", "task_total_ms": {"avg_ms": 28.828, "count": 65, "max_ms": 44.399, "p95_ms": 35.925, "reason": null, "sample_age_ms": 21125.484, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.022, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.477, "count": 66, "max_ms": 1.262, "p95_ms": 0.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.149, "count": 66, "max_ms": 0.45, "p95_ms": 0.248}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 66, "max_ms": 0.155, "p95_ms": 0.134}, "event_filter_ms": {"avg_ms": 0.002, "count": 66, "max_ms": 0.005, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 66, "max_ms": 0.162, "p95_ms": 0.086}, "mcmt_ms": {"avg_ms": 0.002, "count": 66, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.125, "count": 66, "max_ms": 0.332, "p95_ms": 0.235}, "setup_ms": {"avg_ms": 0.027, "count": 66, "max_ms": 0.08, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.451, "count": 66, "max_ms": 1.218, "p95_ms": 0.773}, "track_match_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 66, "max_ms": 0.052, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 2.347, "count": 66, "max_ms": 4.635, "p95_ms": 3.678}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.025, "count": 66, "max_ms": 0.053, "p95_ms": 0.041}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.65, "count": 66, "max_ms": 47.882, "p95_ms": 37.127}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 66, "max_ms": 0.065, "p95_ms": 0.038}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.591, "count": 66, "max_ms": 107.498, "p95_ms": 79.867}, "inference_input_copy_ms": {"avg_ms": 1.115, "count": 66, "max_ms": 3.697, "p95_ms": 1.606}, "processing_residual_ms": {"avg_ms": 0.086, "count": 66, "max_ms": 0.18, "p95_ms": 0.146}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.816, "count": 66, "max_ms": 109.095, "p95_ms": 81.364}, "read_interval": {"avg_ms": 137.507, "count": 65, "max_ms": 2690.053, "p95_ms": 121.154}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 66, "max_ms": 0.041, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.086, "count": 66, "max_ms": 0.246, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 66, "max_ms": 0.024, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 66, "max_ms": 0.22, "p95_ms": 0.156}, "worker_merge_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.009, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.659, "count": 66, "max_ms": 47.894, "p95_ms": 37.135}, "visualize": {"avg_ms": 36.919, "count": 66, "max_ms": 57.482, "p95_ms": 46.515}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.387, "count": 66, "max_ms": 56.832, "p95_ms": 46.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.811, "count": 66, "max_ms": 57.36, "p95_ms": 46.426}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.752, "count": 66, "max_ms": 57.295, "p95_ms": 46.368}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 66, "max_ms": 0.086, "p95_ms": 0.059}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1372.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.337, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.052, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101206, "write_bytes_delta": 101206, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1421.0, "cpu_core_ratio": 1.132345, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36141, "reason": null, "system_cpu_core_ratio": 0.044221, "system_cpu_s_delta": 0.8899999999999864, "user_cpu_core_ratio": 1.088125, "user_cpu_s_delta": 21.899999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.622069, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 176034.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.147071, "system_cpu_s_delta": 2.960000000000946, "user_cpu_core_ratio": 0.474999, "user_cpu_s_delta": 9.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.26, "count": 300, "max_ms": 4.575, "p95_ms": 3.509, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.881, "count": 30, "max": 18.687, "p95": 16.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.549, "count": 30, "max": 17.8, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.833, "count": 30, "max": 1426.0, "p95": 1420.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.051, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.182, "p95": 1.162, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.097, "p95": 0.049, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165126.633, "count": 30, "max": 190364.0, "p95": 183019.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.149, "count": 30, "max": 0.168, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.605, "p95": 0.561, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10205, "sampled_at": "2026-11-01T04:05:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2089619, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1263058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1262911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7366.055, "limit_mb": null}, "detail": {"pid": 36271, "restart_count": 158, "start_count": 159}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3497908838400, "copied_frame_count": 1265158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3497908838400, "frame_buffer_copies": 1265158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.095, "count": 512, "max_ms": 1.6542, "p50_ms": 0.0734, "p95_ms": 0.1347, "p99_ms": 0.8708}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2572, "count": 512, "max_ms": 3.6356, "p50_ms": 1.1925, "p95_ms": 1.9666, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 1265158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 148, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:43+09:00", "last_error_summary": "[tcp @ 0x59e2400b5900] Connection to tcp://daewoo-jinhae.iptime.org:554?timeout=10000000 failed: Connection refused [in#0 @ 0x59e2400b2e00] Error opening input: Connection refused Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Connection refused", "last_exit_at": "2026-11-01T04:05:45+09:00", "last_returncode": 145, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:05:54+09:00", "pid": 36271, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.492, "name": "ffmpeg", "pid": 36271, "rss_mb": 44.492, "state": "S (sleeping)", "threads": 1}, "restart_count": 158, "restart_count_per_hour": 3, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.525, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_frame_read_age_sec>10s", "last_frame_pushed_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 22.139, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 22.22, "last_frame_read_at": "2026-11-01T04:05:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 261.788, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 338.212, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 22.129, "exists": true, "mtime": "2026-11-01T04:05:34.012234+09:00", "mtime_epoch": 1793473534.0122342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129446}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:05:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1416.277, "name": "celery", "pid": 206, "rss_mb": 1416.277, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "frame_read_stale_warning", "frame_push_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1265158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.673, "max": 6.0, "p95": 5.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.834, "pushed": 1.834, "read": 1.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 54, "client_acquire_ms": {"avg_ms": 0.004, "count": 54, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 22185.586, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.413, "count": 54, "max_ms": 1.831, "p95_ms": 1.71, "reason": null, "sample_age_ms": 22223.546, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 54, "max_ms": 1.498, "p95_ms": 1.231, "reason": null, "sample_age_ms": 22223.764, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 54, "max_ms": 0.381, "p95_ms": 0.268, "reason": null, "sample_age_ms": 22185.593, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.316, "count": 54, "max_ms": 2.864, "p95_ms": 2.402, "reason": null, "sample_age_ms": 22221.825, "source": "client_direct"}, "request_count": 54, "request_tensor_bytes": {"avg": 2764808.0, "count": 54, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 22221.798, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 54, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22185.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.22, "count": 54, "max_ms": 37.858, "p95_ms": 35.65, "reason": null, "sample_age_ms": 22185.584, "source": "client_direct"}, "sample_age_ms": 22185.581, "source": "client_direct", "task_total_ms": {"avg_ms": 29.874, "count": 54, "max_ms": 39.487, "p95_ms": 37.441, "reason": null, "sample_age_ms": 22185.581, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.428, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.5, "count": 55, "max_ms": 0.804, "p95_ms": 0.651}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.15, "count": 55, "max_ms": 0.293, "p95_ms": 0.223}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 55, "max_ms": 0.138, "p95_ms": 0.111}, "event_filter_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 55, "max_ms": 0.101, "p95_ms": 0.096}, "mcmt_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 55, "max_ms": 0.278, "p95_ms": 0.176}, "setup_ms": {"avg_ms": 0.028, "count": 55, "max_ms": 0.056, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.471, "count": 55, "max_ms": 0.763, "p95_ms": 0.617}, "track_match_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.005, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.02, "count": 55, "max_ms": 0.043, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 2.769, "count": 55, "max_ms": 4.616, "p95_ms": 3.966}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.026, "count": 55, "max_ms": 0.055, "p95_ms": 0.038}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.627, "count": 55, "max_ms": 39.942, "p95_ms": 38.476}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 55, "max_ms": 0.054, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.926, "count": 55, "max_ms": 80.029, "p95_ms": 76.771}, "inference_input_copy_ms": {"avg_ms": 1.206, "count": 55, "max_ms": 5.4, "p95_ms": 2.415}, "processing_residual_ms": {"avg_ms": 0.094, "count": 55, "max_ms": 0.233, "p95_ms": 0.141}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.254, "count": 55, "max_ms": 84.295, "p95_ms": 77.751}, "read_interval": {"avg_ms": 145.166, "count": 54, "max_ms": 2697.051, "p95_ms": 117.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 55, "max_ms": 0.031, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.082, "count": 55, "max_ms": 0.198, "p95_ms": 0.132}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 55, "max_ms": 0.018, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 55, "max_ms": 0.176, "p95_ms": 0.121}, "worker_merge_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.017, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.637, "count": 55, "max_ms": 39.954, "p95_ms": 38.483}, "visualize": {"avg_ms": 28.106, "count": 55, "max_ms": 38.604, "p95_ms": 36.364}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.541, "count": 55, "max_ms": 37.733, "p95_ms": 35.726}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.983, "count": 55, "max_ms": 38.441, "p95_ms": 36.242}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.924, "count": 55, "max_ms": 38.332, "p95_ms": 36.168}, "visualizer_prepare_ms": {"avg_ms": 0.032, "count": 55, "max_ms": 0.062, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.304, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.584, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11.393, "exists": true, "size_bytes": 129446, "write_bytes_delta": 129446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36267, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.193521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.017682, "system_cpu_s_delta": 0.3600000000005821, "user_cpu_core_ratio": 0.175839, "user_cpu_s_delta": 3.5800000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.829, "count": 162, "max_ms": 8.564, "p95_ms": 4.268, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.932, "max": 9.0, "p95": 6.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.41, "count": 30, "max": 40.081, "p95": 31.758, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.166, "count": 30, "max": 20.749, "p95": 18.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1409.767, "count": 30, "max": 1420.0, "p95": 1417.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 42.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.463, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.386, "count": 30, "max": 11.393, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130855.7, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130855.7, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.2, "count": 30, "max": 49.0, "p95": 38.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.428, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 1.016, "p95": 1.009, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9677, "sampled_at": "2026-11-01T04:05:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2089619, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1263058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1262911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7344.148, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3497908838400, "copied_frame_count": 1265158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3497908838400, "frame_buffer_copies": 1265158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.095, "count": 512, "max_ms": 1.6542, "p50_ms": 0.0734, "p95_ms": 0.1347, "p99_ms": 0.8708}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2572, "count": 512, "max_ms": 3.6356, "p50_ms": 1.1925, "p95_ms": 1.9666, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 1265158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 149, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:59+09:00", "last_error_summary": "[tcp @ 0x5b3f2afda900] Connection to tcp://daewoo-jinhae.iptime.org:554?timeout=10000000 failed: No route to host [in#0 @ 0x5b3f2afd7e00] Error opening input: No route to host Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: No route to host", "last_exit_at": "2026-11-01T04:05:45+09:00", "last_returncode": 145, "last_stable_duration_sec": 5.211, "last_started_at": "2026-11-01T04:05:54+09:00", "pid": 36271, "process": {"exists": false, "pid": 36271}, "restart_count": 158, "restart_count_per_hour": 3, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.525, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_frame_read_age_sec>10s", "last_frame_pushed_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 25.348, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 25.43, "last_frame_read_at": "2026-11-01T04:05:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 264.994, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 335.006, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 25.338, "exists": true, "mtime": "2026-11-01T04:05:34.012234+09:00", "mtime_epoch": 1793473534.0122342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129446}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:05:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1416.273, "name": "celery", "pid": 206, "rss_mb": 1416.273, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "frame_read_stale_warning", "frame_push_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1265158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.773, "max": 6.0, "p95": 5.0, "sample_count": 22}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 22}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 22}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 22}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 22}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 22}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 22}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 22, "pushed_frames": 22, "read_frames": 22, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.734, "pushed": 0.734, "read": 0.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 22, "client_acquire_ms": {"avg_ms": 0.004, "count": 22, "max_ms": 0.01, "p95_ms": 0.009, "reason": null, "sample_age_ms": 25393.249, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.425, "count": 22, "max_ms": 1.831, "p95_ms": 1.66, "reason": null, "sample_age_ms": 25431.209, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.229, "count": 22, "max_ms": 1.498, "p95_ms": 1.329, "reason": null, "sample_age_ms": 25431.427, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.183, "count": 22, "max_ms": 0.381, "p95_ms": 0.244, "reason": null, "sample_age_ms": 25393.256, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.272, "count": 22, "max_ms": 2.864, "p95_ms": 2.057, "reason": null, "sample_age_ms": 25429.487, "source": "client_direct"}, "request_count": 22, "request_tensor_bytes": {"avg": 2764808.0, "count": 22, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 25429.461, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 22, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25393.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.634, "count": 22, "max_ms": 35.971, "p95_ms": 35.443, "reason": null, "sample_age_ms": 25393.246, "source": "client_direct"}, "sample_age_ms": 25393.244, "source": "client_direct", "task_total_ms": {"avg_ms": 30.28, "count": 22, "max_ms": 37.959, "p95_ms": 37.3, "reason": null, "sample_age_ms": 25393.244, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.386, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.476, "count": 22, "max_ms": 0.804, "p95_ms": 0.621}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.144, "count": 22, "max_ms": 0.293, "p95_ms": 0.205}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 22, "max_ms": 0.111, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.003, "count": 22, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 22, "max_ms": 0.096, "p95_ms": 0.096}, "mcmt_ms": {"avg_ms": 0.002, "count": 22, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.115, "count": 22, "max_ms": 0.24, "p95_ms": 0.161}, "setup_ms": {"avg_ms": 0.025, "count": 22, "max_ms": 0.035, "p95_ms": 0.034}, "total_inside_ms": {"avg_ms": 0.448, "count": 22, "max_ms": 0.763, "p95_ms": 0.585}, "track_match_ms": {"avg_ms": 0.002, "count": 22, "max_ms": 0.005, "p95_ms": 0.003}, "tracker_update_ms": {"avg_ms": 0.018, "count": 22, "max_ms": 0.03, "p95_ms": 0.025}}, "gstreamer_push": {"avg_ms": 2.382, "count": 22, "max_ms": 3.819, "p95_ms": 3.717}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.024, "count": 22, "max_ms": 0.044, "p95_ms": 0.031}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.921, "count": 22, "max_ms": 39.228, "p95_ms": 38.476}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 22, "max_ms": 0.054, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.397, "count": 22, "max_ms": 78.736, "p95_ms": 76.771}, "inference_input_copy_ms": {"avg_ms": 1.293, "count": 22, "max_ms": 5.4, "p95_ms": 3.281}, "processing_residual_ms": {"avg_ms": 0.094, "count": 22, "max_ms": 0.233, "p95_ms": 0.145}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.811, "count": 22, "max_ms": 84.295, "p95_ms": 77.751}, "read_interval": {"avg_ms": 210.78, "count": 22, "max_ms": 2697.051, "p95_ms": 117.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 22, "max_ms": 0.02, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.078, "count": 22, "max_ms": 0.174, "p95_ms": 0.116}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 22, "max_ms": 0.014, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 22, "max_ms": 0.154, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.003, "count": 22, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 30.929, "count": 22, "max_ms": 39.235, "p95_ms": 38.483}, "visualize": {"avg_ms": 27.285, "count": 22, "max_ms": 37.577, "p95_ms": 34.992}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.747, "count": 22, "max_ms": 37.032, "p95_ms": 34.389}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.17, "count": 22, "max_ms": 37.474, "p95_ms": 34.817}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.114, "count": 22, "max_ms": 37.421, "p95_ms": 34.765}, "visualizer_prepare_ms": {"avg_ms": 0.031, "count": 22, "max_ms": 0.049, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 22}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 22}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.304, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.584, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11.393, "exists": true, "size_bytes": 129446, "write_bytes_delta": 129446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36267, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.193521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.017682, "system_cpu_s_delta": 0.3600000000005821, "user_cpu_core_ratio": 0.175839, "user_cpu_s_delta": 3.5800000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.829, "count": 162, "max_ms": 8.564, "p95_ms": 4.268, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.932, "max": 9.0, "p95": 6.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.41, "count": 30, "max": 40.081, "p95": 31.758, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.166, "count": 30, "max": 20.749, "p95": 18.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1409.767, "count": 30, "max": 1420.0, "p95": 1417.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 42.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.463, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.386, "count": 30, "max": 11.393, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130855.7, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130855.7, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.2, "count": 30, "max": 49.0, "p95": 38.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.428, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 1.016, "p95": 1.009, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9677, "sampled_at": "2026-11-01T04:05:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1759830, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1326115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1326115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7344.477, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3672655257600, "copied_frame_count": 1328362, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3672655257600, "frame_buffer_copies": 1328362, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 1.0918, "p50_ms": 0.0644, "p95_ms": 0.1132, "p99_ms": 0.1349}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0697, "count": 512, "max_ms": 2.9683, "p50_ms": 0.9852, "p95_ms": 1.7858, "p99_ms": 2.1266, "results": {"failed": 0, "not_applicable": 0, "success": 1328362, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 80, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:05:59+09:00", "last_error_summary": "[tcp @ 0x58ab21fdc900] Connection to tcp://daewoo-jinhae.iptime.org:554?timeout=10000000 failed: No route to host [in#0 @ 0x58ab21fd9e00] Error opening input: No route to host Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: No route to host", "last_exit_at": "2026-11-01T04:05:45+09:00", "last_returncode": 145, "last_stable_duration_sec": 6.171, "last_started_at": "2026-11-01T04:05:53+09:00", "pid": 36269, "process": {"exists": false, "pid": 36269}, "restart_count": 85, "restart_count_per_hour": 3, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.906, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_frame_read_age_sec>10s", "last_frame_pushed_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 25.246, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 25.319, "last_frame_read_at": "2026-11-01T04:05:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.0, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 335.0, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 25.239, "exists": true, "mtime": "2026-11-01T04:05:34.112234+09:00", "mtime_epoch": 1793473534.1122339, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:05:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1394.727, "name": "celery", "pid": 176, "rss_mb": 1372.742, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "frame_read_stale_warning", "frame_push_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1328362, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 24, "pushed_frames": 24, "read_frames": 23, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.801, "pushed": 0.801, "read": 0.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 23, "client_acquire_ms": {"avg_ms": 0.004, "count": 23, "max_ms": 0.006, "p95_ms": 0.005, "reason": null, "sample_age_ms": 25296.319, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.34, "count": 23, "max_ms": 1.934, "p95_ms": 0.772, "reason": null, "sample_age_ms": 25322.597, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 23, "max_ms": 1.738, "p95_ms": 0.631, "reason": null, "sample_age_ms": 25322.724, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 23, "max_ms": 0.212, "p95_ms": 0.181, "reason": null, "sample_age_ms": 25296.326, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.95, "count": 23, "max_ms": 3.456, "p95_ms": 1.312, "reason": null, "sample_age_ms": 25321.851, "source": "client_direct"}, "request_count": 23, "request_tensor_bytes": {"avg": 2211848.0, "count": 23, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 25321.838, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 23, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25296.533, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.789, "count": 23, "max_ms": 35.514, "p95_ms": 33.744, "reason": null, "sample_age_ms": 25296.316, "source": "client_direct"}, "sample_age_ms": 25296.313, "source": "client_direct", "task_total_ms": {"avg_ms": 27.943, "count": 23, "max_ms": 36.632, "p95_ms": 34.895, "reason": null, "sample_age_ms": 25296.313, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.13, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.487, "count": 24, "max_ms": 1.262, "p95_ms": 1.155}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 24, "max_ms": 0.45, "p95_ms": 0.352}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 24, "max_ms": 0.155, "p95_ms": 0.134}, "event_filter_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 24, "max_ms": 0.162, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.005, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 24, "max_ms": 0.332, "p95_ms": 0.33}, "setup_ms": {"avg_ms": 0.028, "count": 24, "max_ms": 0.08, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.462, "count": 24, "max_ms": 1.218, "p95_ms": 1.098}, "track_match_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.012, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.02, "count": 24, "max_ms": 0.052, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.384, "count": 24, "max_ms": 3.736, "p95_ms": 3.678}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.025, "count": 24, "max_ms": 0.053, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.588, "count": 24, "max_ms": 37.127, "p95_ms": 35.464}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 24, "max_ms": 0.038, "p95_ms": 0.038}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.373, "count": 24, "max_ms": 79.867, "p95_ms": 78.455}, "inference_input_copy_ms": {"avg_ms": 1.16, "count": 24, "max_ms": 3.697, "p95_ms": 1.652}, "processing_residual_ms": {"avg_ms": 0.086, "count": 24, "max_ms": 0.18, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.642, "count": 24, "max_ms": 81.364, "p95_ms": 79.849}, "read_interval": {"avg_ms": 206.041, "count": 23, "max_ms": 2690.053, "p95_ms": 152.209}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 24, "max_ms": 0.028, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.087, "count": 24, "max_ms": 0.246, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 24, "max_ms": 0.024, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 24, "max_ms": 0.22, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.009, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 28.597, "count": 24, "max_ms": 37.135, "p95_ms": 35.47}, "visualize": {"avg_ms": 35.749, "count": 24, "max_ms": 46.515, "p95_ms": 45.837}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.212, "count": 24, "max_ms": 46.055, "p95_ms": 45.212}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.638, "count": 24, "max_ms": 46.426, "p95_ms": 45.734}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.579, "count": 24, "max_ms": 46.368, "p95_ms": 45.681}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 24, "max_ms": 0.076, "p95_ms": 0.059}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1372.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.337, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.052, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101206, "write_bytes_delta": 101206, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1421.0, "cpu_core_ratio": 1.132345, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36141, "reason": null, "system_cpu_core_ratio": 0.044221, "system_cpu_s_delta": 0.8899999999999864, "user_cpu_core_ratio": 1.088125, "user_cpu_s_delta": 21.899999999999636}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.622069, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 176034.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.147071, "system_cpu_s_delta": 2.960000000000946, "user_cpu_core_ratio": 0.474999, "user_cpu_s_delta": 9.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.26, "count": 300, "max_ms": 4.575, "p95_ms": 3.509, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.881, "count": 30, "max": 18.687, "p95": 16.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.549, "count": 30, "max": 17.8, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.833, "count": 30, "max": 1426.0, "p95": 1420.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.051, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.182, "p95": 1.162, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.097, "p95": 0.049, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99890.967, "count": 30, "max": 102186.0, "p95": 101466.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165126.633, "count": 30, "max": 190364.0, "p95": 183019.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.149, "count": 30, "max": 0.168, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.605, "p95": 0.561, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10205, "sampled_at": "2026-11-01T04:05:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7344.516, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:06:13+09:00", "last_error_summary": "[rtsp @ 0x638d0f43ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x638d0f43ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:13+09:00", "last_error_summary": "[rtsp @ 0x638d0f43ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x638d0f43ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:06:13+09:00", "pid": 36273, "process": {"exists": false, "pid": 36273}, "restart_count": 69, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 23745.8, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 23745.877, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 280.973, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 319.027, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 23745.791, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T04:06:15+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 23750.646, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23745817.708, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23745818.414, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23745804.897, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23745816.958, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.334, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.461, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 21942.875, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36259, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001887, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001382, "user_cpu_s_delta": 2.4899999999979627}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.267, "count": 30, "max": 20.22, "p95": 13.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.112, "count": 30, "max": 19.358, "p95": 12.446, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5886.196, "count": 30, "max": 21942.875, "p95": 19329.334, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138937.2, "count": 30, "max": 141573.0, "p95": 139075.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 13989.3, "count": 30, "max": 141573.0, "p95": 139075.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.1, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.8, "count": 30, "max": 13.0, "p95": 7.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.014, "count": 30, "max": 0.228, "p95": 0.085, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.493, "p95": 0.278, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3593, "sampled_at": "2026-11-01T03:36:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T03:36:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7344.535, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 69, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:13+09:00", "last_error_summary": "[rtsp @ 0x638d0f43ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x638d0f43ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-11-01T04:06:13+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 69, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 23745.825, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 23745.902, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 280.992, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 319.008, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 23745.817, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T04:06:15+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 23750.668, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23745841.933, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23745842.639, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23745829.122, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23745841.183, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.555, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.628, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 23745.799, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36273, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000483, "system_cpu_s_delta": 0.8699999999989814, "user_cpu_core_ratio": 0.001342, "user_cpu_s_delta": 2.4199999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.731, "count": 30, "max": 20.22, "p95": 8.106, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.582, "count": 30, "max": 19.358, "p95": 5.061, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6677.723, "count": 30, "max": 23745.799, "p95": 21131.899, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138845.8, "count": 30, "max": 139275.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 9270.2, "count": 30, "max": 139275.0, "p95": 76357.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.433, "count": 30, "max": 13.0, "p95": 1.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.006, "count": 30, "max": 0.15, "p95": 0.004, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.019, "count": 30, "max": 0.493, "p95": 0.013, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3594, "sampled_at": "2026-11-01T04:06:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:06:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2089619, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1263058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1262911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7345.012, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x582ae797ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x582ae797ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3497908838400, "copied_frame_count": 1265158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3497908838400, "frame_buffer_copies": 1265158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.095, "count": 512, "max_ms": 1.6542, "p50_ms": 0.0734, "p95_ms": 0.1347, "p99_ms": 0.8708}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2572, "count": 512, "max_ms": 3.6356, "p50_ms": 1.1925, "p95_ms": 1.9666, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 1265158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x582ae797ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x582ae797ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:06:16+09:00", "pid": 36275, "process": {"exists": false, "pid": 36275}, "restart_count": 159, "restart_count_per_hour": 4, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.584, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 44.171, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 44.253, "last_frame_read_at": "2026-11-01T04:05:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.82, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 316.18, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 44.161, "exists": true, "mtime": "2026-11-01T04:05:34.012234+09:00", "mtime_epoch": 1793473534.0122342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129446}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:06:18+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1416.273, "name": "celery", "pid": 206, "rss_mb": 1416.273, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1265158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 44214.573, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.78, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.304, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.584, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11.393, "exists": true, "size_bytes": 129446, "write_bytes_delta": 129446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36267, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.193521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.017682, "system_cpu_s_delta": 0.3600000000005821, "user_cpu_core_ratio": 0.175839, "user_cpu_s_delta": 3.5800000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.829, "count": 162, "max_ms": 8.564, "p95_ms": 4.268, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.932, "max": 9.0, "p95": 6.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.41, "count": 30, "max": 40.081, "p95": 31.758, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.166, "count": 30, "max": 20.749, "p95": 18.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1409.767, "count": 30, "max": 1420.0, "p95": 1417.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 42.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.463, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.386, "count": 30, "max": 11.393, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130855.7, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130855.7, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.2, "count": 30, "max": 49.0, "p95": 38.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.428, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 1.016, "p95": 1.009, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9677, "sampled_at": "2026-11-01T04:05:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2089619, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1263058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1262911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7344.773, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3497908838400, "copied_frame_count": 1265158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3497908838400, "frame_buffer_copies": 1265158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.095, "count": 512, "max_ms": 1.6542, "p50_ms": 0.0734, "p95_ms": 0.1347, "p99_ms": 0.8708}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2572, "count": 512, "max_ms": 3.6356, "p50_ms": 1.1925, "p95_ms": 1.9666, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 1265158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x582ae797ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x582ae797ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.025, "last_started_at": "2026-11-01T04:06:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 159, "restart_count_per_hour": 4, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.584, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 44.195, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 44.276, "last_frame_read_at": "2026-11-01T04:05:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.835, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 316.165, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 44.185, "exists": true, "mtime": "2026-11-01T04:05:34.012234+09:00", "mtime_epoch": 1793473534.0122342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129446}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:06:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1416.273, "name": "celery", "pid": 206, "rss_mb": 1416.273, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1265158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 44236.97, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.111, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.651, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.584, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 44.166, "exists": true, "size_bytes": 129446, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36275, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004272, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.00061, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.003661, "user_cpu_s_delta": 0.1200000000098953}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.329, "count": 30, "max": 33.558, "p95": 29.496, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.862, "count": 30, "max": 20.749, "p95": 18.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1409.767, "count": 30, "max": 1420.0, "p95": 1417.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 42.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.463, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.858, "count": 30, "max": 44.166, "p95": 6.313, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131030.267, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126715.4, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.433, "count": 30, "max": 49.0, "p95": 38.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.428, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 1.016, "p95": 0.933, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9678, "sampled_at": "2026-11-01T04:06:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:06:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1759830, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1326115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1326115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7344.551, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x641d98454f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641d98454e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3672655257600, "copied_frame_count": 1328362, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3672655257600, "frame_buffer_copies": 1328362, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 1.0918, "p50_ms": 0.0644, "p95_ms": 0.1132, "p99_ms": 0.1349}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0697, "count": 512, "max_ms": 2.9683, "p50_ms": 0.9852, "p95_ms": 1.7858, "p99_ms": 2.1266, "results": {"failed": 0, "not_applicable": 0, "success": 1328362, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x641d98454f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641d98454e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:06:16+09:00", "pid": 36277, "process": {"exists": false, "pid": 36277}, "restart_count": 86, "restart_count_per_hour": 4, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.832, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 44.155, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 44.228, "last_frame_read_at": "2026-11-01T04:05:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.897, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 316.103, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 44.148, "exists": true, "mtime": "2026-11-01T04:05:34.112234+09:00", "mtime_epoch": 1793473534.1122339, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:06:18+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1394.727, "name": "celery", "pid": 176, "rss_mb": 1372.742, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1328362, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 44202.657, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.781, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1372.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.549, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.906, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.249, "exists": true, "size_bytes": 102953, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36269, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00621, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000887, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.005323, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.384, "count": 24, "max_ms": 3.736, "p95_ms": 3.678, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.66, "count": 30, "max": 18.687, "p95": 16.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.273, "count": 30, "max": 17.8, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.833, "count": 30, "max": 1426.0, "p95": 1420.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.051, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.182, "p95": 1.162, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.935, "count": 30, "max": 25.249, "p95": 1.529, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100068.7, "count": 30, "max": 102953.0, "p95": 102607.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96636.933, "count": 30, "max": 102953.0, "p95": 101958.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 168781.933, "count": 30, "max": 190364.0, "p95": 183019.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.147, "count": 30, "max": 0.168, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.534, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10207, "sampled_at": "2026-11-01T04:05:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1759830, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1326115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1326115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7345.141, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3672655257600, "copied_frame_count": 1328362, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3672655257600, "frame_buffer_copies": 1328362, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 1.0918, "p50_ms": 0.0644, "p95_ms": 0.1132, "p99_ms": 0.1349}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0697, "count": 512, "max_ms": 2.9683, "p50_ms": 0.9852, "p95_ms": 1.7858, "p99_ms": 2.1266, "results": {"failed": 0, "not_applicable": 0, "success": 1328362, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x641d98454f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641d98454e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.015, "last_started_at": "2026-11-01T04:06:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 86, "restart_count_per_hour": 4, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.832, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 44.169, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 44.242, "last_frame_read_at": "2026-11-01T04:05:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.909, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 316.091, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 44.162, "exists": true, "mtime": "2026-11-01T04:05:34.112234+09:00", "mtime_epoch": 1793473534.1122339, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:06:18+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1394.727, "name": "celery", "pid": 176, "rss_mb": 1372.742, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1328362, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 44215.087, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.402, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1372.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.549, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.906, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.249, "exists": true, "size_bytes": 102953, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36269, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00621, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000887, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.005323, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.384, "count": 24, "max_ms": 3.736, "p95_ms": 3.678, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.66, "count": 30, "max": 18.687, "p95": 16.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.273, "count": 30, "max": 17.8, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.833, "count": 30, "max": 1426.0, "p95": 1420.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.051, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.182, "p95": 1.162, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.935, "count": 30, "max": 25.249, "p95": 1.529, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100068.7, "count": 30, "max": 102953.0, "p95": 102607.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96636.933, "count": 30, "max": 102953.0, "p95": 101958.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 168781.933, "count": 30, "max": 190364.0, "p95": 183019.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.147, "count": 30, "max": 0.168, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.534, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10207, "sampled_at": "2026-11-01T04:05:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2089619, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1263058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1262911}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7407.051, "limit_mb": null}, "detail": {"pid": 36279, "restart_count": 160, "start_count": 161}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3497908838400, "copied_frame_count": 1265158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3497908838400, "frame_buffer_copies": 1265158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.095, "count": 512, "max_ms": 1.6542, "p50_ms": 0.0734, "p95_ms": 0.1347, "p99_ms": 0.8708}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2572, "count": 512, "max_ms": 3.6356, "p50_ms": 1.1925, "p95_ms": 1.9666, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 1265158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x582ae797ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x582ae797ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:06:50+09:00", "pid": 36279, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.172, "name": "ffmpeg", "pid": 36279, "rss_mb": 58.172, "state": "S (sleeping)", "threads": 1}, "restart_count": 160, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.584, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 78.443, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 78.525, "last_frame_read_at": "2026-11-01T04:05:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 318.092, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 281.908, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 78.433, "exists": true, "mtime": "2026-11-01T04:05:34.012234+09:00", "mtime_epoch": 1793473534.0122342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129446}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:06:52+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1416.277, "name": "celery", "pid": 206, "rss_mb": 1416.277, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1265158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 78486.199, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.856, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.651, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.584, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1265158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 44.166, "exists": true, "size_bytes": 129446, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36275, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004272, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.00061, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.003661, "user_cpu_s_delta": 0.1200000000098953}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.329, "count": 30, "max": 33.558, "p95": 29.496, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.862, "count": 30, "max": 20.749, "p95": 18.837, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1409.767, "count": 30, "max": 1420.0, "p95": 1417.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 42.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.463, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.858, "count": 30, "max": 44.166, "p95": 6.313, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131030.267, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126715.4, "count": 30, "max": 139946.0, "p95": 138589.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.433, "count": 30, "max": 49.0, "p95": 38.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.428, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 1.016, "p95": 0.933, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9678, "sampled_at": "2026-11-01T04:06:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:06:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1759830, "flush_count": 2248, "flush_interval_seconds": 30.0, "flush_state": {"count": 2248, "last_at": "2026-11-01T04:05:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:05:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2247}, "started": true, "suppressed_count": 1326115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1326115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2248, "written_record_count": 2248}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7542.695, "limit_mb": null}, "detail": {"pid": 36281, "restart_count": 87, "start_count": 88}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3672655257600, "copied_frame_count": 1328362, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3672655257600, "frame_buffer_copies": 1328362, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.072, "count": 512, "max_ms": 1.0918, "p50_ms": 0.0644, "p95_ms": 0.1132, "p99_ms": 0.1349}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0697, "count": 512, "max_ms": 2.9683, "p50_ms": 0.9852, "p95_ms": 1.7858, "p99_ms": 2.1266, "results": {"failed": 0, "not_applicable": 0, "success": 1328362, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x641d98454f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641d98454e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:06:50+09:00", "pid": 36281, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.547, "name": "ffmpeg", "pid": 36281, "rss_mb": 75.547, "state": "S (sleeping)", "threads": 1}, "restart_count": 87, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.793, "sample_count": 2189, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 78.693, "last_frame_pushed_at": "2026-11-01T04:05:34+09:00", "last_frame_read_age_sec": 78.766, "last_frame_read_at": "2026-11-01T04:05:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 25, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 318.442, "last_sample_duration_ms": 601.096, "last_trigger": "periodic", "next_snapshot_in_sec": 281.558, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 225, "storage_bytes": 2117622}, "mjpeg": {"age_sec": 78.685, "exists": true, "mtime": "2026-11-01T04:05:34.112234+09:00", "mtime_epoch": 1793473534.1122339, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:06:52+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1394.727, "name": "celery", "pid": 176, "rss_mb": 1372.746, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1328362, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 78739.473, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.82, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1372.742, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.549, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.906, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1328362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25.249, "exists": true, "size_bytes": 102953, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36269, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00621, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000887, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.005323, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.384, "count": 24, "max_ms": 3.736, "p95_ms": 3.678, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.66, "count": 30, "max": 18.687, "p95": 16.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.273, "count": 30, "max": 17.8, "p95": 15.873, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1410.833, "count": 30, "max": 1426.0, "p95": 1420.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.051, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.111, "count": 30, "max": 1.182, "p95": 1.162, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.935, "count": 30, "max": 25.249, "p95": 1.529, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100068.7, "count": 30, "max": 102953.0, "p95": 102607.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96636.933, "count": 30, "max": 102953.0, "p95": 101958.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 168781.933, "count": 30, "max": 190364.0, "p95": 183019.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.147, "count": 30, "max": 0.168, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.534, "p95": 0.526, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10207, "sampled_at": "2026-11-01T04:05:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:05:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8113.93, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x641d98454f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641d98454e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 1473.857, "last_started_at": "2026-11-01T04:06:50+09:00", "pid": 36281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 508.688, "name": "ffmpeg", "pid": 36281, "rss_mb": 508.688, "state": "S (sleeping)", "threads": 70}, "restart_count": 87, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 30.053, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 30.121, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 586.789, "last_sample_duration_ms": 700.04, "last_trigger": "periodic", "next_snapshot_in_sec": 13.211, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 227, "storage_bytes": 2136194}, "mjpeg": {"age_sec": 30.044, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:31:24+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1405.961, "name": "celery", "pid": 176, "rss_mb": 1405.961, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30095.056, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.291, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.203, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.751, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95964, "write_bytes_delta": 95964, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1411.0, "cpu_core_ratio": 1.158728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36281, "reason": null, "system_cpu_core_ratio": 0.050922, "system_cpu_s_delta": 1.019999999999996, "user_cpu_core_ratio": 1.107806, "user_cpu_s_delta": 22.190000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.520704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.058411, "system_cpu_s_delta": 1.1700000000000728, "user_cpu_core_ratio": 0.462293, "user_cpu_s_delta": 9.259999999994761}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.231, "count": 300, "max_ms": 5.719, "p95_ms": 3.652, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.401, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.932, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1422.467, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.567, "count": 30, "max": 77.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.055, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.134, "p95": 1.129, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.084, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98515.4, "count": 30, "max": 103250.0, "p95": 102587.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95125.2, "count": 30, "max": 103250.0, "p95": 102587.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.633, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.066, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.488, "p95": 0.484, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10278, "sampled_at": "2026-11-01T04:30:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:30:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8054.152, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x641d98454f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641d98454e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 1473.887, "last_started_at": "2026-11-01T04:06:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 87, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 30.083, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 30.151, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 586.807, "last_sample_duration_ms": 700.04, "last_trigger": "periodic", "next_snapshot_in_sec": 13.193, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 227, "storage_bytes": 2136194}, "mjpeg": {"age_sec": 30.074, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:31:24+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1405.961, "name": "celery", "pid": 176, "rss_mb": 1405.961, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30123.3, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.292, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.055, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.051, "exists": true, "size_bytes": 107718, "write_bytes_delta": 107718, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.024991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2114.0, "pid": 36281, "reason": null, "system_cpu_core_ratio": 0.001106, "system_cpu_s_delta": 0.04999999999999716, "user_cpu_core_ratio": 0.023885, "user_cpu_s_delta": 1.0799999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00199, "system_cpu_s_delta": 0.08999999999832653, "user_cpu_core_ratio": 0.014817, "user_cpu_s_delta": 0.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.025, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.318, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.004, "count": 30, "max": 30.051, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.467, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10280, "sampled_at": "2026-11-01T04:31:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7640.238, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fe3737d95c0] error while decoding MB 150 101, bytestream -6 [h264 @ 0x5fe3738222c0] error while decoding MB 170 55, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 82, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:31:24+09:00", "last_error_summary": "[h264 @ 0x5fe3737d95c0] error while decoding MB 150 101, bytestream -6 [h264 @ 0x5fe3738222c0] error while decoding MB 170 55, bytestream -5", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 1473.93, "last_started_at": "2026-11-01T04:06:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 87, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 30.126, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 30.194, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 586.849, "last_sample_duration_ms": 700.04, "last_trigger": "periodic", "next_snapshot_in_sec": 13.151, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 227, "storage_bytes": 2136194}, "mjpeg": {"age_sec": 30.116, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:31:24+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1405.961, "name": "celery", "pid": 176, "rss_mb": 1405.961, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30165.72, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.217, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.055, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.051, "exists": true, "size_bytes": 107718, "write_bytes_delta": 107718, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.024991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2114.0, "pid": 36281, "reason": null, "system_cpu_core_ratio": 0.001106, "system_cpu_s_delta": 0.04999999999999716, "user_cpu_core_ratio": 0.023885, "user_cpu_s_delta": 1.0799999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00199, "system_cpu_s_delta": 0.08999999999832653, "user_cpu_core_ratio": 0.014817, "user_cpu_s_delta": 0.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.025, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.318, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.004, "count": 30, "max": 30.051, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.467, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10280, "sampled_at": "2026-11-01T04:31:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7652.293, "limit_mb": null}, "detail": {"pid": 36511, "restart_count": 88, "start_count": 89}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 82, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:31:24+09:00", "last_error_summary": "[h264 @ 0x5fe3737d95c0] error while decoding MB 150 101, bytestream -6 [h264 @ 0x5fe3738222c0] error while decoding MB 170 55, bytestream -5", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:31:26+09:00", "pid": 36511, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.535, "name": "ffmpeg", "pid": 36511, "rss_mb": 46.535, "state": "S (sleeping)", "threads": 1}, "restart_count": 88, "restart_count_per_hour": 6, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.278, "sample_count": 2375, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 34.204, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 34.272, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 590.929, "last_sample_duration_ms": 700.04, "last_trigger": "periodic", "next_snapshot_in_sec": 9.071, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 227, "storage_bytes": 2136194}, "mjpeg": {"age_sec": 34.194, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:31:28+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1405.961, "name": "celery", "pid": 176, "rss_mb": 1405.961, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34244.914, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.971, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.055, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.051, "exists": true, "size_bytes": 107718, "write_bytes_delta": 107718, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.024991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2114.0, "pid": 36281, "reason": null, "system_cpu_core_ratio": 0.001106, "system_cpu_s_delta": 0.04999999999999716, "user_cpu_core_ratio": 0.023885, "user_cpu_s_delta": 1.0799999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00199, "system_cpu_s_delta": 0.08999999999832653, "user_cpu_core_ratio": 0.014817, "user_cpu_s_delta": 0.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.025, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.318, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.004, "count": 30, "max": 30.051, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.467, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10280, "sampled_at": "2026-11-01T04:31:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7641.922, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 83, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:31:37+09:00", "last_error_summary": "[out#0/rawvideo @ 0x60c567c50940] Output file does not contain any stream Error opening output file pipe:1. Error opening output files: Invalid argument", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 10.27, "last_started_at": "2026-11-01T04:31:26+09:00", "pid": 36511, "process": {"exists": false, "pid": 36511}, "restart_count": 88, "restart_count_per_hour": 6, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.479, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 42.474, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 42.542, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 599.207, "last_sample_duration_ms": 700.04, "last_trigger": "periodic", "next_snapshot_in_sec": 0.793, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 227, "storage_bytes": 2136194}, "mjpeg": {"age_sec": 42.464, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:31:37+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1405.957, "name": "celery", "pid": 176, "rss_mb": 1405.957, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 42514.843, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.055, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.051, "exists": true, "size_bytes": 107718, "write_bytes_delta": 107718, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.024991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2114.0, "pid": 36281, "reason": null, "system_cpu_core_ratio": 0.001106, "system_cpu_s_delta": 0.04999999999999716, "user_cpu_core_ratio": 0.023885, "user_cpu_s_delta": 1.0799999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00199, "system_cpu_s_delta": 0.08999999999832653, "user_cpu_core_ratio": 0.014817, "user_cpu_s_delta": 0.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.025, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.318, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.004, "count": 30, "max": 30.051, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.467, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10280, "sampled_at": "2026-11-01T04:31:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7641.242, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x582ae797ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x582ae797ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 1489.547, "last_started_at": "2026-11-01T04:06:50+09:00", "pid": 36279, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.871, "name": "ffmpeg", "pid": 36279, "rss_mb": 276.871, "state": "S (sleeping)", "threads": 70}, "restart_count": 160, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 30.091, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 30.159, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 602.128, "last_sample_duration_ms": 700.04, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "snapshot_requested", "rotation_count": 137, "runtime_state": "active", "sample_count": 227, "storage_bytes": 2136194}, "mjpeg": {"age_sec": 30.082, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:31:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1423.137, "name": "celery", "pid": 206, "rss_mb": 1423.137, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30129.361, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.866, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.078, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 144464, "write_bytes_delta": 144464, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 40.0, "cpu_core_ratio": 0.009687, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 448.0, "pid": 36279, "reason": null, "system_cpu_core_ratio": 0.001038, "system_cpu_s_delta": 0.02999999999999403, "user_cpu_core_ratio": 0.008649, "user_cpu_s_delta": 0.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.124889, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.051893, "system_cpu_s_delta": 1.5, "user_cpu_core_ratio": 0.072996, "user_cpu_s_delta": 2.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.125, "count": 8, "max_ms": 2.966, "p95_ms": 2.966, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 8}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 8}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.766, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.12, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1345.433, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131240.033, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131240.033, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.167, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.907, "count": 30, "max": 0.99, "p95": 0.989, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9751, "sampled_at": "2026-11-01T04:31:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7535.258, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 456, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:06:16+09:00", "last_error_summary": "[rtsp @ 0x582ae797ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x582ae797ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 1489.575, "last_started_at": "2026-11-01T04:06:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 160, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 30.119, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 30.187, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 602.149, "last_sample_duration_ms": 700.04, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "snapshot_requested", "rotation_count": 137, "runtime_state": "active", "sample_count": 227, "storage_bytes": 2136194}, "mjpeg": {"age_sec": 30.11, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:31:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1423.137, "name": "celery", "pid": 206, "rss_mb": 1423.137, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30156.055, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.182, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.587, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.087, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36279, "reason": null, "system_cpu_core_ratio": 0.0, "system_cpu_s_delta": 0.0, "user_cpu_core_ratio": 0.000332, "user_cpu_s_delta": 0.009999999999990905}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.022596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.012295, "user_cpu_s_delta": 0.3700000000098953}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.478, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.673, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.003, "count": 30, "max": 30.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131666.8, "count": 30, "max": 144464.0, "p95": 140166.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126851.333, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.1, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.874, "count": 30, "max": 0.989, "p95": 0.987, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9752, "sampled_at": "2026-11-01T04:31:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7399.266, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5946e13bcb80] left block unavailable for requested intra mode [h264 @ 0x5946e13bcb80] error while decoding MB 0 24, bytestream 307 [h264 @ 0x5946e13582c0] error while decoding MB 45 47, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 151, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:31:40+09:00", "last_error_summary": "[h264 @ 0x5946e13bcb80] left block unavailable for requested intra mode [h264 @ 0x5946e13bcb80] error while decoding MB 0 24, bytestream 307 [h264 @ 0x5946e13582c0] error while decoding MB 45 47, bytestream -5", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 1489.606, "last_started_at": "2026-11-01T04:06:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 160, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 30.15, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 30.217, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 602.175, "last_sample_duration_ms": 700.04, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "snapshot_requested", "rotation_count": 137, "runtime_state": "active", "sample_count": 227, "storage_bytes": 2136194}, "mjpeg": {"age_sec": 30.14, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:31:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1423.137, "name": "celery", "pid": 206, "rss_mb": 1423.137, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30186.769, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.167, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.587, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.087, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36279, "reason": null, "system_cpu_core_ratio": 0.0, "system_cpu_s_delta": 0.0, "user_cpu_core_ratio": 0.000332, "user_cpu_s_delta": 0.009999999999990905}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.022596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.012295, "user_cpu_s_delta": 0.3700000000098953}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.478, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.673, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.003, "count": 30, "max": 30.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131666.8, "count": 30, "max": 144464.0, "p95": 140166.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126851.333, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.1, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.874, "count": 30, "max": 0.989, "p95": 0.987, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9752, "sampled_at": "2026-11-01T04:31:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7423.102, "limit_mb": null}, "detail": {"pid": 36515, "restart_count": 161, "start_count": 162}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 151, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:31:40+09:00", "last_error_summary": "[h264 @ 0x5946e13bcb80] left block unavailable for requested intra mode [h264 @ 0x5946e13bcb80] error while decoding MB 0 24, bytestream 307 [h264 @ 0x5946e13582c0] error while decoding MB 45 47, bytestream -5", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:31:42+09:00", "pid": 36515, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.809, "name": "ffmpeg", "pid": 36515, "rss_mb": 46.809, "state": "S (sleeping)", "threads": 1}, "restart_count": 161, "restart_count_per_hour": 6, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.106, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 34.684, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 34.752, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 5.042, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 594.958, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 34.675, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:31:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1423.137, "name": "celery", "pid": 206, "rss_mb": 1423.137, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34721.798, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.851, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.587, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.087, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36279, "reason": null, "system_cpu_core_ratio": 0.0, "system_cpu_s_delta": 0.0, "user_cpu_core_ratio": 0.000332, "user_cpu_s_delta": 0.009999999999990905}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.022596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.012295, "user_cpu_s_delta": 0.3700000000098953}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.478, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.673, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.003, "count": 30, "max": 30.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131666.8, "count": 30, "max": 144464.0, "p95": 140166.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126851.333, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.1, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.874, "count": 30, "max": 0.989, "p95": 0.987, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9752, "sampled_at": "2026-11-01T04:31:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7411.527, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 84, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:31:51+09:00", "last_error_summary": "[out#0/rawvideo @ 0x5da00cea3940] Output file does not contain any stream Error opening output file pipe:1. Error opening output files: Invalid argument", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 10.313, "last_started_at": "2026-11-01T04:31:41+09:00", "pid": 36513, "process": {"exists": false, "pid": 36513}, "restart_count": 89, "restart_count_per_hour": 7, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.593, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 57.131, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 57.199, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 12.19, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 587.81, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 57.121, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:31:51+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1405.957, "name": "celery", "pid": 176, "rss_mb": 1405.957, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57171.81, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.076, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.055, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.051, "exists": true, "size_bytes": 107718, "write_bytes_delta": 107718, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.024991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2114.0, "pid": 36281, "reason": null, "system_cpu_core_ratio": 0.001106, "system_cpu_s_delta": 0.04999999999999716, "user_cpu_core_ratio": 0.023885, "user_cpu_s_delta": 1.0799999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00199, "system_cpu_s_delta": 0.08999999999832653, "user_cpu_core_ratio": 0.014817, "user_cpu_s_delta": 0.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.025, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.318, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.004, "count": 30, "max": 30.051, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.467, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10280, "sampled_at": "2026-11-01T04:31:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7400.688, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 152, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:31:52+09:00", "last_error_summary": "[out#0/rawvideo @ 0x59082005a780] Output file does not contain any stream Error opening output file pipe:1. Error opening output files: Invalid argument", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 10.293, "last_started_at": "2026-11-01T04:31:42+09:00", "pid": 36515, "process": {"exists": false, "pid": 36515}, "restart_count": 161, "restart_count_per_hour": 6, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.115, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 42.976, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 43.043, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 13.337, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 586.663, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 42.967, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:31:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1423.133, "name": "celery", "pid": 206, "rss_mb": 1423.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43015.381, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.284, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.587, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.087, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36279, "reason": null, "system_cpu_core_ratio": 0.0, "system_cpu_s_delta": 0.0, "user_cpu_core_ratio": 0.000332, "user_cpu_s_delta": 0.009999999999990905}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.022596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.012295, "user_cpu_s_delta": 0.3700000000098953}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.478, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.673, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.003, "count": 30, "max": 30.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131666.8, "count": 30, "max": 144464.0, "p95": 140166.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126851.333, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.1, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.874, "count": 30, "max": 0.989, "p95": 0.987, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9752, "sampled_at": "2026-11-01T04:31:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7411.496, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:32:00+09:00", "last_error_summary": "[rtsp @ 0x5de2e0313f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5de2e0313e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 85, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:32:00+09:00", "last_error_summary": "[rtsp @ 0x5de2e0313f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5de2e0313e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:32:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:32:00+09:00", "pid": 36519, "process": {"exists": false, "pid": 36519}, "restart_count": 90, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.674, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 67.472, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 67.54, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 22.533, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 577.467, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 67.462, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:32:02+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1405.957, "name": "celery", "pid": 176, "rss_mb": 1405.957, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67512.879, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.691, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.055, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.051, "exists": true, "size_bytes": 107718, "write_bytes_delta": 107718, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.024991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2114.0, "pid": 36281, "reason": null, "system_cpu_core_ratio": 0.001106, "system_cpu_s_delta": 0.04999999999999716, "user_cpu_core_ratio": 0.023885, "user_cpu_s_delta": 1.0799999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00199, "system_cpu_s_delta": 0.08999999999832653, "user_cpu_core_ratio": 0.014817, "user_cpu_s_delta": 0.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.025, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.318, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.004, "count": 30, "max": 30.051, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.467, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10280, "sampled_at": "2026-11-01T04:31:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7412.102, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 85, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:32:00+09:00", "last_error_summary": "[rtsp @ 0x5de2e0313f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5de2e0313e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:32:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.021, "last_started_at": "2026-11-01T04:32:00+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 90, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.674, "sample_count": 2042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 67.492, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 67.56, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 22.545, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 577.455, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 67.483, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:32:02+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1405.957, "name": "celery", "pid": 176, "rss_mb": 1405.957, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67532.201, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.207, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.055, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.99, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.051, "exists": true, "size_bytes": 107718, "write_bytes_delta": 107718, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 76.0, "cpu_core_ratio": 0.024991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2114.0, "pid": 36281, "reason": null, "system_cpu_core_ratio": 0.001106, "system_cpu_s_delta": 0.04999999999999716, "user_cpu_core_ratio": 0.023885, "user_cpu_s_delta": 1.0799999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00199, "system_cpu_s_delta": 0.08999999999832653, "user_cpu_core_ratio": 0.014817, "user_cpu_s_delta": 0.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.025, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.318, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.004, "count": 30, "max": 30.051, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98513.8, "count": 30, "max": 107718.0, "p95": 102971.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.467, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.488, "p95": 0.478, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10280, "sampled_at": "2026-11-01T04:31:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7400.117, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 153, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:32:07+09:00", "last_error_summary": "[out#0/rawvideo @ 0x61ae931cd780] Output file does not contain any stream Error opening output file pipe:1. Error opening output files: Invalid argument", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 10.278, "last_started_at": "2026-11-01T04:31:57+09:00", "pid": 36517, "process": {"exists": false, "pid": 36517}, "restart_count": 162, "restart_count_per_hour": 7, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 57.774, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 57.841, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 28.135, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 571.865, "reason": "snapshot_written", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 57.764, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:32:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1423.133, "name": "celery", "pid": 206, "rss_mb": 1423.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57811.572, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.12, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.587, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.087, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36279, "reason": null, "system_cpu_core_ratio": 0.0, "system_cpu_s_delta": 0.0, "user_cpu_core_ratio": 0.000332, "user_cpu_s_delta": 0.009999999999990905}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.022596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.012295, "user_cpu_s_delta": 0.3700000000098953}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.478, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.673, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.003, "count": 30, "max": 30.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131666.8, "count": 30, "max": 144464.0, "p95": 140166.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126851.333, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.1, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.874, "count": 30, "max": 0.989, "p95": 0.987, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9752, "sampled_at": "2026-11-01T04:31:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7412.301, "limit_mb": null}, "detail": {"pid": 36521, "restart_count": 163, "start_count": 164}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 153, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:32:07+09:00", "last_error_summary": "[out#0/rawvideo @ 0x61ae931cd780] Output file does not contain any stream Error opening output file pipe:1. Error opening output files: Invalid argument", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:32:15+09:00", "pid": 36521, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.879, "name": "ffmpeg", "pid": 36521, "rss_mb": 46.879, "state": "S (sleeping)", "threads": 1}, "restart_count": 163, "restart_count_per_hour": 8, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 1830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 67.887, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 67.954, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 38.25, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 561.75, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 67.877, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:32:17+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1423.137, "name": "celery", "pid": 206, "rss_mb": 1423.137, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67924.38, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.861, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.587, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.087, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.000332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36279, "reason": null, "system_cpu_core_ratio": 0.0, "system_cpu_s_delta": 0.0, "user_cpu_core_ratio": 0.000332, "user_cpu_s_delta": 0.009999999999990905}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.022596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.010301, "system_cpu_s_delta": 0.3099999999976717, "user_cpu_core_ratio": 0.012295, "user_cpu_s_delta": 0.3700000000098953}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.478, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.673, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.003, "count": 30, "max": 30.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131666.8, "count": 30, "max": 144464.0, "p95": 140166.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126851.333, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.1, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.874, "count": 30, "max": 0.989, "p95": 0.987, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9752, "sampled_at": "2026-11-01T04:31:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:31:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7399.398, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 154, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:32:26+09:00", "last_error_summary": "[out#0/rawvideo @ 0x555c5507e780] Output file does not contain any stream Error opening output file pipe:1. Error opening output files: Invalid argument", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 10.314, "last_started_at": "2026-11-01T04:32:15+09:00", "pid": 36521, "process": {"exists": false, "pid": 36521}, "restart_count": 163, "restart_count_per_hour": 8, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.386, "sample_count": 1747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 76.2, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 76.267, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.558, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 553.442, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 76.19, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:32:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1423.133, "name": "celery", "pid": 206, "rss_mb": 1423.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76237.76, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.993, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.544, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 1830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 67.882, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36521, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000989, "system_cpu_s_delta": 0.00999999999476131, "user_cpu_core_ratio": 0.003955, "user_cpu_s_delta": 0.04000000000814907}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.727, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.789, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.191, "count": 30, "max": 67.882, "p95": 45.312, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132423.1, "count": 30, "max": 144464.0, "p95": 144464.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117976.7, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.767, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.809, "count": 30, "max": 0.986, "p95": 0.979, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9754, "sampled_at": "2026-11-01T04:32:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:32:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7399.801, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 154, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:32:26+09:00", "last_error_summary": "[out#0/rawvideo @ 0x555c5507e780] Output file does not contain any stream Error opening output file pipe:1. Error opening output files: Invalid argument", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 10.331, "last_started_at": "2026-11-01T04:32:15+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 163, "restart_count_per_hour": 8, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.386, "sample_count": 1747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 76.217, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 76.285, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.572, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 553.428, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 76.208, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:32:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1423.133, "name": "celery", "pid": 206, "rss_mb": 1423.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76254.05, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.182, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.544, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 1830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 67.882, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36521, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000989, "system_cpu_s_delta": 0.00999999999476131, "user_cpu_core_ratio": 0.003955, "user_cpu_s_delta": 0.04000000000814907}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.727, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.789, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.191, "count": 30, "max": 67.882, "p95": 45.312, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132423.1, "count": 30, "max": 144464.0, "p95": 144464.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117976.7, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.767, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.809, "count": 30, "max": 0.986, "p95": 0.979, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9754, "sampled_at": "2026-11-01T04:32:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:32:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7399.5, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 155, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:32:52+09:00", "last_error_summary": "[out#0/rawvideo @ 0x580f7688c780] Output file does not contain any stream Error opening output file pipe:1. Error opening output files: Invalid argument", "last_exit_at": "2026-11-01T04:06:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 10.288, "last_started_at": "2026-11-01T04:32:42+09:00", "pid": 36525, "process": {"exists": false, "pid": 36525}, "restart_count": 164, "restart_count_per_hour": 9, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.541, "sample_count": 1483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 102.581, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 102.648, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 72.94, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 527.06, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 102.571, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:32:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1423.133, "name": "celery", "pid": 206, "rss_mb": 1423.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 102619.061, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.493, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.544, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 1830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 67.882, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36521, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000989, "system_cpu_s_delta": 0.00999999999476131, "user_cpu_core_ratio": 0.003955, "user_cpu_s_delta": 0.04000000000814907}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.727, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.789, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.191, "count": 30, "max": 67.882, "p95": 45.312, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132423.1, "count": 30, "max": 144464.0, "p95": 144464.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117976.7, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.767, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.809, "count": 30, "max": 0.986, "p95": 0.979, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9754, "sampled_at": "2026-11-01T04:32:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:32:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7400.582, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:32:54+09:00", "last_error_summary": "[rtsp @ 0x62cf122c3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62cf122c3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 87, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:32:54+09:00", "last_error_summary": "[rtsp @ 0x62cf122c3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62cf122c3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:32:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:32:53+09:00", "pid": 36527, "process": {"exists": false, "pid": 36527}, "restart_count": 92, "restart_count_per_hour": 10, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.41, "sample_count": 1504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 121.273, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 121.341, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 76.334, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 523.666, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 121.263, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:32:55+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1405.957, "name": "celery", "pid": 176, "rss_mb": 1405.957, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121313.878, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.977, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.529, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.974, "sample_count": 1854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 86.303, "exists": true, "size_bytes": 107718, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36523, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00377, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000685, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.003085, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.004, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.733, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.785, "count": 30, "max": 86.303, "p95": 44.942, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98874.033, "count": 30, "max": 107718.0, "p95": 107718.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91692.833, "count": 30, "max": 107718.0, "p95": 102587.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.967, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.484, "p95": 0.471, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10282, "sampled_at": "2026-11-01T04:32:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:32:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7400.848, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 87, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:32:54+09:00", "last_error_summary": "[rtsp @ 0x62cf122c3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62cf122c3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:32:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.023, "last_started_at": "2026-11-01T04:32:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 92, "restart_count_per_hour": 10, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.41, "sample_count": 1504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 121.295, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 121.363, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 76.348, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 523.652, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 121.285, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:32:55+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1405.957, "name": "celery", "pid": 176, "rss_mb": 1405.957, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 121335.066, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.311, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.879, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.41, "sample_count": 1504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 121.269, "exists": true, "size_bytes": 107718, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36527, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000572, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.00143, "user_cpu_s_delta": 0.05000000000291038}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.728, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.406, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9.828, "count": 30, "max": 121.269, "p95": 73.173, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99046.833, "count": 30, "max": 107718.0, "p95": 107718.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88275.033, "count": 30, "max": 107718.0, "p95": 102243.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.167, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.484, "p95": 0.471, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10283, "sampled_at": "2026-11-01T04:32:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:32:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7400.609, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:33:25+09:00", "last_error_summary": "[rtsp @ 0x63a45aee0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63a45aee0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:33:25+09:00", "last_error_summary": "[rtsp @ 0x63a45aee0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63a45aee0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:33:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:33:25+09:00", "pid": 36529, "process": {"exists": false, "pid": 36529}, "restart_count": 165, "restart_count_per_hour": 10, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.577, "sample_count": 1136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 137.284, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 137.351, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 107.646, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 492.354, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 137.275, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:33:27+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1423.133, "name": "celery", "pid": 206, "rss_mb": 1423.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 137321.623, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.813, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.544, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.123, "sample_count": 1830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 67.882, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36521, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000989, "system_cpu_s_delta": 0.00999999999476131, "user_cpu_core_ratio": 0.003955, "user_cpu_s_delta": 0.04000000000814907}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.727, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.789, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.191, "count": 30, "max": 67.882, "p95": 45.312, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132423.1, "count": 30, "max": 144464.0, "p95": 144464.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117976.7, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.767, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.809, "count": 30, "max": 0.986, "p95": 0.979, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9754, "sampled_at": "2026-11-01T04:32:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:32:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7400.504, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:33:25+09:00", "last_error_summary": "[rtsp @ 0x63a45aee0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63a45aee0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:33:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.022, "last_started_at": "2026-11-01T04:33:25+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 165, "restart_count_per_hour": 10, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.577, "sample_count": 1136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 137.305, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 137.373, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 107.66, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 492.34, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 137.296, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:33:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1423.133, "name": "celery", "pid": 206, "rss_mb": 1423.133, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 137342.276, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.264, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.752, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.577, "sample_count": 1136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 137.279, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36529, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000465, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.002094, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.171, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.051, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 12.91, "count": 30, "max": 137.279, "p95": 82.406, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133299.967, "count": 30, "max": 144464.0, "p95": 144464.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109222.633, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.167, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 0.986, "p95": 0.979, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9756, "sampled_at": "2026-11-01T04:33:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:33:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7401.141, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:33:56+09:00", "last_error_summary": "[rtsp @ 0x5fb94c04ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fb94c04ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 88, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:33:56+09:00", "last_error_summary": "[rtsp @ 0x5fb94c04ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fb94c04ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:33:56+09:00", "pid": 36531, "process": {"exists": false, "pid": 36531}, "restart_count": 93, "restart_count_per_hour": 11, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.64, "sample_count": 883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 183.426, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 183.494, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 138.485, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 461.515, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 183.416, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:33:58+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1405.957, "name": "celery", "pid": 176, "rss_mb": 1405.957, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 183466.423, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.742, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.879, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.41, "sample_count": 1504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 121.269, "exists": true, "size_bytes": 107718, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36527, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000572, "system_cpu_s_delta": 0.020000000000436557, "user_cpu_core_ratio": 0.00143, "user_cpu_s_delta": 0.05000000000291038}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.728, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.406, "count": 30, "max": 19.214, "p95": 18.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9.828, "count": 30, "max": 121.269, "p95": 73.173, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99046.833, "count": 30, "max": 107718.0, "p95": 107718.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88275.033, "count": 30, "max": 107718.0, "p95": 102243.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.167, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.484, "p95": 0.471, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10283, "sampled_at": "2026-11-01T04:32:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:32:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7401.391, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 88, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:33:56+09:00", "last_error_summary": "[rtsp @ 0x5fb94c04ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fb94c04ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.018, "last_started_at": "2026-11-01T04:33:56+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 93, "restart_count_per_hour": 11, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.64, "sample_count": 883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 183.444, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 183.512, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 138.495, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 461.505, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 183.434, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:33:58+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1405.957, "name": "celery", "pid": 176, "rss_mb": 1405.957, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 183483.304, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.13, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.839, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.64, "sample_count": 883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 183.42, "exists": true, "size_bytes": 107718, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36531, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001931, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000483, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.001448, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.148, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.829, "count": 30, "max": 19.214, "p95": 17.682, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15.942, "count": 30, "max": 183.42, "p95": 105.534, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99216.4, "count": 30, "max": 107718.0, "p95": 107718.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84854.0, "count": 30, "max": 107718.0, "p95": 101735.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.4, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.484, "p95": 0.471, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10284, "sampled_at": "2026-11-01T04:33:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:33:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2111994, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:31:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:31:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1277117, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1276970}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 7458.621, "limit_mb": null}, "detail": {"pid": 36533, "restart_count": 166, "start_count": 167}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3536848281600, "copied_frame_count": 1279242, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-31T18:16:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1839632, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-31T18:16:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 137, "events_failed": 0, "events_observed": 147, "events_suppressed": 10, "frame_buffer_copied_bytes": 3536848281600, "frame_buffer_copies": 1279242, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6850, "recorder_active_input_bytes": 18938880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 137, "recorder_clips_failed": 0, "recorder_clips_started": 137, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 137, "worker_jobs_accepted": 137, "worker_jobs_completed": 137, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 1.9704, "p50_ms": 0.0708, "p95_ms": 0.1306, "p99_ms": 0.1861}, "stages": {"db_insert": {"avg_ms": 16.6269, "count": 137, "max_ms": 62.2331, "p50_ms": 14.9615, "p95_ms": 31.3345, "p99_ms": 52.4043, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7474, "count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 948.1565, "count": 147, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1330.3085, "p99_ms": 1405.454, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1222, "count": 512, "max_ms": 2.8393, "p50_ms": 1.0359, "p95_ms": 1.8245, "p99_ms": 2.2463, "results": {"failed": 0, "not_applicable": 0, "success": 1279242, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.3358, "count": 147, "max_ms": 862.8454, "p50_ms": 509.6295, "p95_ms": 629.4611, "p99_ms": 683.6483, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.9258, "count": 137, "max_ms": 69.0696, "p50_ms": 23.6153, "p95_ms": 58.2806, "p99_ms": 68.0652, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2929, "count": 512, "max_ms": 12.1913, "p50_ms": 4.9565, "p95_ms": 7.8356, "p99_ms": 9.6214, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4476, "count": 512, "max_ms": 6.6283, "p50_ms": 1.3044, "p95_ms": 2.5234, "p99_ms": 4.1243, "results": {"failed": 0, "not_applicable": 0, "success": 6850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.3567, "count": 137, "max_ms": 860.4624, "p50_ms": 510.8283, "p95_ms": 628.0676, "p99_ms": 681.4469, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.104, "count": 137, "max_ms": 789.0434, "p50_ms": 423.2869, "p95_ms": 522.4769, "p99_ms": 565.9147, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.3205, "count": 137, "max_ms": 115.8706, "p50_ms": 85.7881, "p95_ms": 103.6769, "p99_ms": 111.3935, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.821, "count": 137, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.204, "p99_ms": 9.1156, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.9801, "count": 137, "max_ms": 73.1462, "p50_ms": 35.022, "p95_ms": 58.1124, "p99_ms": 70.1674, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4232, "count": 137, "max_ms": 16.9396, "p50_ms": 0.8413, "p95_ms": 4.9547, "p99_ms": 10.1505, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8031, "count": 147, "max_ms": 4.5565, "p50_ms": 0.6884, "p95_ms": 1.5467, "p99_ms": 2.4943, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9272, "count": 137, "max_ms": 9.2164, "p50_ms": 0.7422, "p95_ms": 1.6754, "p99_ms": 3.1698, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 408.7756, "count": 137, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 663.6323, "p99_ms": 710.023, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1361, "count": 137, "max_ms": 14.3512, "p50_ms": 1.2316, "p95_ms": 6.9277, "p99_ms": 11.3254, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7811, "count": 137, "max_ms": 92.2129, "p50_ms": 27.6609, "p95_ms": 63.5524, "p99_ms": 73.4403, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0949, "count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1926, "count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 488.3773, "count": 137, "max_ms": 3837.487, "p50_ms": 434.2993, "p95_ms": 758.9145, "p99_ms": 797.4393, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 137, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 137, "max_ms": 1.1521, "p50_ms": 0.076, "p95_ms": 0.1775, "p99_ms": 0.223}, "wait_ms": {"count": 137, "max_ms": 5.7989, "p50_ms": 2.036, "p95_ms": 3.7992, "p99_ms": 5.5934}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 137, "artifact_failed": 0, "artifact_requested": 137, "artifact_success": 137, "completed": 137, "completed_failed": 0, "completed_success": 137, "cooldown_promoted": 137, "database_requested": 137, "db_insert_success": 137, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15679, "relay_business_failed": 0, "relay_business_success": 137, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 137, "relay_transport_failed": 0, "relay_transport_success": 137, "reservation_requested": 137}, "snapshot": {"copied_bytes": 378777600, "copied_count": 137, "copy": {"count": 137, "max_ms": 4.0365, "p50_ms": 1.6282, "p95_ms": 2.7889, "p99_ms": 3.6158}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:33:25+09:00", "last_error_summary": "[rtsp @ 0x63a45aee0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63a45aee0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:33:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:34:27+09:00", "pid": 36533, "process": {"exists": true, "fd_count": 5, "hwm_mb": 90.766, "name": "ffmpeg", "pid": 36533, "rss_mb": 90.766, "state": "S (sleeping)", "threads": 19}, "restart_count": 166, "restart_count_per_hour": 11, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.685, "sample_count": 513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 199.564, "last_frame_pushed_at": "2026-11-01T04:31:09+09:00", "last_frame_read_age_sec": 199.631, "last_frame_read_at": "2026-11-01T04:31:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 169.929, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 430.071, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 199.554, "exists": true, "mtime": "2026-11-01T04:31:09.909864+09:00", "mtime_epoch": 1793475069.9098637, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 144464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T04:34:29+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1423.137, "name": "celery", "pid": 206, "rss_mb": 1423.137, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1279242, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 199601.538, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.032, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.752, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 76.577, "sample_count": 1136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1279242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 137.279, "exists": true, "size_bytes": 144464, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36529, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.000465, "system_cpu_s_delta": 0.01999999999679858, "user_cpu_core_ratio": 0.002094, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.171, "count": 30, "max": 38.023, "p95": 26.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.051, "count": 30, "max": 23.343, "p95": 19.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.167, "count": 30, "max": 1450.0, "p95": 1443.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.433, "count": 30, "max": 8617.0, "p95": 265.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.478, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 12.91, "count": 30, "max": 137.279, "p95": 82.406, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133299.967, "count": 30, "max": 144464.0, "p95": 144464.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109222.633, "count": 30, "max": 144464.0, "p95": 134691.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.167, "count": 30, "max": 53.0, "p95": 39.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.445, "p95": 0.443, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.745, "count": 30, "max": 0.986, "p95": 0.979, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9756, "sampled_at": "2026-11-01T04:33:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:33:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1780755, "flush_count": 2273, "flush_interval_seconds": 30.0, "flush_state": {"count": 2273, "last_at": "2026-11-01T04:30:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T04:30:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2272}, "started": true, "suppressed_count": 1340225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1340225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2273, "written_record_count": 2273}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 7868.211, "limit_mb": null}, "detail": {"pid": 36649, "restart_count": 94, "start_count": 95}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3711735705600, "copied_frame_count": 1342497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3711735705600, "frame_buffer_copies": 1342497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.8443, "p50_ms": 0.0696, "p95_ms": 0.1343, "p99_ms": 0.1697}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0311, "count": 512, "max_ms": 3.215, "p50_ms": 0.8916, "p95_ms": 1.9469, "p99_ms": 2.6, "results": {"failed": 0, "not_applicable": 0, "success": 1342497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 88, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:33:56+09:00", "last_error_summary": "[rtsp @ 0x5fb94c04ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fb94c04ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:34:58+09:00", "pid": 36649, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.598, "name": "ffmpeg", "pid": 36649, "rss_mb": 298.598, "state": "R (running)", "threads": 49}, "restart_count": 94, "restart_count_per_hour": 12, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.551, "sample_count": 260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 245.72, "last_frame_pushed_at": "2026-11-01T04:30:54+09:00", "last_frame_read_age_sec": 245.788, "last_frame_read_at": "2026-11-01T04:30:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.778, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 399.222, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 245.71, "exists": true, "mtime": "2026-11-01T04:30:54.610808+09:00", "mtime_epoch": 1793475054.6108081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T04:35:00+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1405.961, "name": "celery", "pid": 176, "rss_mb": 1405.961, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1342497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 245760.136, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.849, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1405.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.839, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.64, "sample_count": 883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T04:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 183.42, "exists": true, "size_bytes": 107718, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36531, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001931, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000483, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.001448, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.148, "count": 30, "max": 31.976, "p95": 29.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.829, "count": 30, "max": 19.214, "p95": 17.682, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.667, "count": 30, "max": 1435.0, "p95": 1433.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 713.167, "count": 30, "max": 19204.0, "p95": 1197.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.055, "p95": 0.052, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.13, "p95": 1.112, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15.942, "count": 30, "max": 183.42, "p95": 105.534, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99216.4, "count": 30, "max": 107718.0, "p95": 107718.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84854.0, "count": 30, "max": 107718.0, "p95": 101735.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.4, "count": 30, "max": 36.0, "p95": 28.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.484, "p95": 0.471, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10284, "sampled_at": "2026-11-01T04:33:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:33:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8000.203, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:36:16+09:00", "last_error_summary": "[rtsp @ 0x5c0f5b682f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c0f5b682e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:36:16+09:00", "last_error_summary": "[rtsp @ 0x5c0f5b682f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c0f5b682e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:36:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T04:36:16+09:00", "pid": 36765, "process": {"exists": false, "pid": 36765}, "restart_count": 70, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 25548.789, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 25548.867, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.782, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 321.218, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 25548.781, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T04:36:18+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 25553.636, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25548807.742, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25548808.448, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25548794.931, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25548806.993, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.3, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.628, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 23745.799, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36273, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000483, "system_cpu_s_delta": 0.8699999999989814, "user_cpu_core_ratio": 0.001342, "user_cpu_s_delta": 2.4199999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.731, "count": 30, "max": 20.22, "p95": 8.106, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.582, "count": 30, "max": 19.358, "p95": 5.061, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6677.723, "count": 30, "max": 23745.799, "p95": 21131.899, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138845.8, "count": 30, "max": 139275.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 9270.2, "count": 30, "max": 139275.0, "p95": 76357.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.433, "count": 30, "max": 13.0, "p95": 1.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.006, "count": 30, "max": 0.15, "p95": 0.004, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.019, "count": 30, "max": 0.493, "p95": 0.013, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3594, "sampled_at": "2026-11-01T04:06:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:06:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 7999.836, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 70, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:36:16+09:00", "last_error_summary": "[rtsp @ 0x5c0f5b682f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c0f5b682e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T04:36:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-11-01T04:36:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 70, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 25548.823, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 25548.9, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.807, "last_sample_duration_ms": 449.831, "last_trigger": "periodic", "next_snapshot_in_sec": 321.193, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2145189}, "mjpeg": {"age_sec": 25548.815, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T04:36:18+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 25553.665, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25548840.335, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25548841.041, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25548827.524, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25548839.585, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.585, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.94, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25548.794, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36765, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001725, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000488, "system_cpu_s_delta": 0.8800000000010186, "user_cpu_core_ratio": 0.001237, "user_cpu_s_delta": 2.2300000000032014}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.122, "count": 30, "max": 9.32, "p95": 6.17, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.993, "count": 30, "max": 6.684, "p95": 2.926, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 7529.349, "count": 30, "max": 25548.794, "p95": 22934.483, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 4627.7, "count": 30, "max": 138831.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.006, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.003, "count": 30, "max": 0.016, "p95": 0.008, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3595, "sampled_at": "2026-11-01T04:36:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:36:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8085.969, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T05:06:18+09:00", "last_error_summary": "[rtsp @ 0x61b75e44ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61b75e44fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T05:06:18+09:00", "last_error_summary": "[rtsp @ 0x61b75e44ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61b75e44fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T05:06:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T05:06:18+09:00", "pid": 36830, "process": {"exists": false, "pid": 36830}, "restart_count": 71, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 27350.887, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 27350.964, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 274.97, "last_sample_duration_ms": 581.104, "last_trigger": "periodic", "next_snapshot_in_sec": 325.03, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 231, "storage_bytes": 2173061}, "mjpeg": {"age_sec": 27350.879, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T05:06:20+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 27355.736, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350904.95, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350905.656, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350892.14, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350904.201, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.473, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.94, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25548.794, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36765, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001725, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000488, "system_cpu_s_delta": 0.8800000000010186, "user_cpu_core_ratio": 0.001237, "user_cpu_s_delta": 2.2300000000032014}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 3.122, "count": 30, "max": 9.32, "p95": 6.17, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.993, "count": 30, "max": 6.684, "p95": 2.926, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 7529.349, "count": 30, "max": 25548.794, "p95": 22934.483, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 4627.7, "count": 30, "max": 138831.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.006, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.003, "count": 30, "max": 0.016, "p95": 0.008, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3595, "sampled_at": "2026-11-01T04:36:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T04:36:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8085.965, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 71, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T05:06:18+09:00", "last_error_summary": "[rtsp @ 0x61b75e44ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61b75e44fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T05:06:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-11-01T05:06:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 71, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 27350.915, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 27350.992, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 274.988, "last_sample_duration_ms": 581.104, "last_trigger": "periodic", "next_snapshot_in_sec": 325.012, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 231, "storage_bytes": 2173061}, "mjpeg": {"age_sec": 27350.907, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T05:06:20+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 27355.757, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350931.884, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350932.59, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350919.073, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27350931.134, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.239, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.181, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 27350.887, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36830, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000477, "system_cpu_s_delta": 0.8599999999987631, "user_cpu_core_ratio": 0.001326, "user_cpu_s_delta": 2.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.884, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.836, "count": 30, "max": 3.077, "p95": 2.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8440.043, "count": 30, "max": 27350.887, "p95": 24737.446, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.01, "p95": 0.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3596, "sampled_at": "2026-11-01T05:06:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T05:06:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8145.562, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T05:36:21+09:00", "last_error_summary": "[rtsp @ 0x64456529bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64456529be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 72, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T05:36:21+09:00", "last_error_summary": "[rtsp @ 0x64456529bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64456529be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T05:36:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T05:36:21+09:00", "pid": 36894, "process": {"exists": false, "pid": 36894}, "restart_count": 72, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 29153.855, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 29153.932, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.017, "last_sample_duration_ms": 578.585, "last_trigger": "periodic", "next_snapshot_in_sec": 327.983, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 234, "storage_bytes": 2200938}, "mjpeg": {"age_sec": 29153.847, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T05:36:23+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 29158.705, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153873.766, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153874.472, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153860.955, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153873.017, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.325, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.181, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 27350.887, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36830, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000477, "system_cpu_s_delta": 0.8599999999987631, "user_cpu_core_ratio": 0.001326, "user_cpu_s_delta": 2.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.884, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.836, "count": 30, "max": 3.077, "p95": 2.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8440.043, "count": 30, "max": 27350.887, "p95": 24737.446, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.01, "p95": 0.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3596, "sampled_at": "2026-11-01T05:06:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T05:06:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8145.801, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 72, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T05:36:21+09:00", "last_error_summary": "[rtsp @ 0x64456529bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64456529be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T05:36:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-11-01T05:36:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 72, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 29153.889, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 29153.966, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.036, "last_sample_duration_ms": 578.585, "last_trigger": "periodic", "next_snapshot_in_sec": 327.964, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 234, "storage_bytes": 2200938}, "mjpeg": {"age_sec": 29153.88, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T05:36:23+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 29158.73, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153905.737, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153906.444, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153892.927, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29153904.988, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.622, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.887, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 29153.856, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36894, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001764, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000466, "system_cpu_s_delta": 0.8400000000001455, "user_cpu_core_ratio": 0.001298, "user_cpu_s_delta": 2.3399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.84, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.8, "count": 30, "max": 3.077, "p95": 2.504, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9410.441, "count": 30, "max": 29153.856, "p95": 26539.945, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.006, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3597, "sampled_at": "2026-11-01T05:36:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T05:36:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8203.582, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T06:06:24+09:00", "last_error_summary": "[rtsp @ 0x5ffbe0e62f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ffbe0e62e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 73, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T06:06:24+09:00", "last_error_summary": "[rtsp @ 0x5ffbe0e62f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ffbe0e62e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T06:06:26+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T06:06:24+09:00", "pid": 37020, "process": {"exists": false, "pid": 37020}, "restart_count": 73, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 30956.664, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 30956.741, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 268.949, "last_sample_duration_ms": 588.057, "last_trigger": "periodic", "next_snapshot_in_sec": 331.051, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2228778}, "mjpeg": {"age_sec": 30956.656, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T06:06:26+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 30961.516, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956682.338, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956683.044, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956669.527, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956681.588, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.927, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.887, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 29153.856, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 36894, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001764, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000466, "system_cpu_s_delta": 0.8400000000001455, "user_cpu_core_ratio": 0.001298, "user_cpu_s_delta": 2.3399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.84, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.8, "count": 30, "max": 3.077, "p95": 2.504, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9410.441, "count": 30, "max": 29153.856, "p95": 26539.945, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.006, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3597, "sampled_at": "2026-11-01T05:36:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T05:36:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8203.938, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 73, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T06:06:24+09:00", "last_error_summary": "[rtsp @ 0x5ffbe0e62f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ffbe0e62e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T06:06:26+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-11-01T06:06:24+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 73, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 30956.698, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 30956.775, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 268.97, "last_sample_duration_ms": 588.057, "last_trigger": "periodic", "next_snapshot_in_sec": 331.03, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2228778}, "mjpeg": {"age_sec": 30956.689, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T06:06:26+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 30961.539, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956714.793, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956715.5, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956701.983, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30956714.044, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.542, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.886, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30956.666, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37020, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000483, "system_cpu_s_delta": 0.8700000000008004, "user_cpu_core_ratio": 0.001315, "user_cpu_s_delta": 2.3700000000026193}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.762, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.776, "count": 30, "max": 2.563, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10440.578, "count": 30, "max": 30956.666, "p95": 28342.52, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3598, "sampled_at": "2026-11-01T06:06:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T06:06:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8247.758, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T06:36:26+09:00", "last_error_summary": "[rtsp @ 0x5a1e46853f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a1e46853e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 74, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T06:36:26+09:00", "last_error_summary": "[rtsp @ 0x5a1e46853f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a1e46853e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T06:36:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T06:36:26+09:00", "pid": 37270, "process": {"exists": false, "pid": 37270}, "restart_count": 74, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 32758.925, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 32759.002, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.854, "last_sample_duration_ms": 569.024, "last_trigger": "periodic", "next_snapshot_in_sec": 334.146, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 240, "storage_bytes": 2256625}, "mjpeg": {"age_sec": 32758.917, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T06:36:28+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 32763.775, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758943.176, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758943.882, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758930.366, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758942.427, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.664, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.886, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30956.666, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37020, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000483, "system_cpu_s_delta": 0.8700000000008004, "user_cpu_core_ratio": 0.001315, "user_cpu_s_delta": 2.3700000000026193}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.762, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.776, "count": 30, "max": 2.563, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10440.578, "count": 30, "max": 30956.666, "p95": 28342.52, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3598, "sampled_at": "2026-11-01T06:06:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T06:06:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8248.441, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 74, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T06:36:26+09:00", "last_error_summary": "[rtsp @ 0x5a1e46853f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a1e46853e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T06:36:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-11-01T06:36:26+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 74, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 32758.959, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 32759.037, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.877, "last_sample_duration_ms": 569.024, "last_trigger": "periodic", "next_snapshot_in_sec": 334.123, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 240, "storage_bytes": 2256625}, "mjpeg": {"age_sec": 32758.951, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T06:36:28+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 32763.801, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758976.544, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758977.251, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758963.734, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32758975.795, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.662, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.761, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32758.925, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37270, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000499, "system_cpu_s_delta": 0.8999999999996362, "user_cpu_core_ratio": 0.001298, "user_cpu_s_delta": 2.3399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.768, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.772, "count": 30, "max": 2.563, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 11530.181, "count": 30, "max": 32758.925, "p95": 30145.401, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3599, "sampled_at": "2026-11-01T06:36:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T06:36:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8284.961, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T07:06:28+09:00", "last_error_summary": "[rtsp @ 0x63b028f20f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63b028f20e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 75, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T07:06:28+09:00", "last_error_summary": "[rtsp @ 0x63b028f20f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63b028f20e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T07:06:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T07:06:28+09:00", "pid": 37334, "process": {"exists": false, "pid": 37334}, "restart_count": 75, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 34561.028, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 34561.105, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 43, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 262.344, "last_sample_duration_ms": 679.372, "last_trigger": "periodic", "next_snapshot_in_sec": 337.656, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 243, "storage_bytes": 2284476}, "mjpeg": {"age_sec": 34561.02, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T07:06:30+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 34565.879, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34561046.846, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34561047.552, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34561034.035, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34561046.097, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.135, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.761, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32758.925, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37270, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000499, "system_cpu_s_delta": 0.8999999999996362, "user_cpu_core_ratio": 0.001298, "user_cpu_s_delta": 2.3399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.768, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.772, "count": 30, "max": 2.563, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 11530.181, "count": 30, "max": 32758.925, "p95": 30145.401, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3599, "sampled_at": "2026-11-01T06:36:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T06:36:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8285.18, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 75, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T07:06:28+09:00", "last_error_summary": "[rtsp @ 0x63b028f20f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63b028f20e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T07:06:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-11-01T07:06:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 75, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 34561.059, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 34561.136, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 43, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 262.364, "last_sample_duration_ms": 679.372, "last_trigger": "periodic", "next_snapshot_in_sec": 337.636, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 243, "storage_bytes": 2284476}, "mjpeg": {"age_sec": 34561.05, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T07:06:30+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 34565.9, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34561075.687, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34561076.393, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34561062.877, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34561074.938, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.235, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.166, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34561.029, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37334, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000461, "system_cpu_s_delta": 0.8299999999999272, "user_cpu_core_ratio": 0.00131, "user_cpu_s_delta": 2.360000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.767, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.774, "count": 30, "max": 2.601, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 12678.7, "count": 30, "max": 34561.029, "p95": 31947.908, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3600, "sampled_at": "2026-11-01T07:06:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T07:06:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8332.133, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T07:36:31+09:00", "last_error_summary": "[rtsp @ 0x5ecf99161f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ecf99161e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 76, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T07:36:31+09:00", "last_error_summary": "[rtsp @ 0x5ecf99161f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ecf99161e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T07:36:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T07:36:31+09:00", "pid": 37522, "process": {"exists": false, "pid": 37522}, "restart_count": 76, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 36364.046, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 36364.123, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 259.205, "last_sample_duration_ms": 777.103, "last_trigger": "periodic", "next_snapshot_in_sec": 340.795, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 246, "storage_bytes": 2312327}, "mjpeg": {"age_sec": 36364.037, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T07:36:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 36368.893, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36364063.756, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36364064.462, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36364050.945, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36364063.006, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.899, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.166, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34561.029, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37334, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000461, "system_cpu_s_delta": 0.8299999999999272, "user_cpu_core_ratio": 0.00131, "user_cpu_s_delta": 2.360000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.767, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.774, "count": 30, "max": 2.601, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 12678.7, "count": 30, "max": 34561.029, "p95": 31947.908, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3600, "sampled_at": "2026-11-01T07:06:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T07:06:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8332.805, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 76, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T07:36:31+09:00", "last_error_summary": "[rtsp @ 0x5ecf99161f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ecf99161e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T07:36:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-11-01T07:36:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 76, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 36364.076, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 36364.153, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 259.223, "last_sample_duration_ms": 777.103, "last_trigger": "periodic", "next_snapshot_in_sec": 340.777, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 246, "storage_bytes": 2312327}, "mjpeg": {"age_sec": 36364.068, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T07:36:33+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 36368.917, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36364092.896, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36364093.602, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36364080.086, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36364092.147, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.474, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.493, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 36364.05, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37522, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001287, "user_cpu_s_delta": 2.319999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.784, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.767, "count": 30, "max": 2.601, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 13885.218, "count": 30, "max": 36364.05, "p95": 33750.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3601, "sampled_at": "2026-11-01T07:36:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T07:36:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8365.355, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T08:06:34+09:00", "last_error_summary": "[rtsp @ 0x56f6d94c6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56f6d94c6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 77, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T08:06:34+09:00", "last_error_summary": "[rtsp @ 0x56f6d94c6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56f6d94c6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T08:06:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T08:06:34+09:00", "pid": 37586, "process": {"exists": false, "pid": 37586}, "restart_count": 77, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 38166.714, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 38166.791, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 256.207, "last_sample_duration_ms": 677.518, "last_trigger": "periodic", "next_snapshot_in_sec": 343.793, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2340165}, "mjpeg": {"age_sec": 38166.706, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T08:06:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 38171.568, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38166732.613, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38166733.319, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38166719.802, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38166731.863, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.553, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.493, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 36364.05, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37522, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000505, "system_cpu_s_delta": 0.9099999999998545, "user_cpu_core_ratio": 0.001287, "user_cpu_s_delta": 2.319999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.784, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.767, "count": 30, "max": 2.601, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 13885.218, "count": 30, "max": 36364.05, "p95": 33750.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3601, "sampled_at": "2026-11-01T07:36:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T07:36:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8365.148, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 77, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T08:06:34+09:00", "last_error_summary": "[rtsp @ 0x56f6d94c6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56f6d94c6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T08:06:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-11-01T08:06:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 77, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 38166.75, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 38166.828, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 256.226, "last_sample_duration_ms": 677.518, "last_trigger": "periodic", "next_snapshot_in_sec": 343.774, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2340165}, "mjpeg": {"age_sec": 38166.742, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T08:06:36+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 38171.591, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38166767.418, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38166768.124, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38166754.608, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38166766.669, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.381, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.383, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 38166.718, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37586, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001709, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00046, "system_cpu_s_delta": 0.8299999999999272, "user_cpu_core_ratio": 0.001248, "user_cpu_s_delta": 2.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.73, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.759, "count": 30, "max": 2.601, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15149.742, "count": 30, "max": 38166.718, "p95": 35552.691, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3602, "sampled_at": "2026-11-01T08:06:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T08:06:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8417.203, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T08:36:36+09:00", "last_error_summary": "[rtsp @ 0x57c080456f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57c080456e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 78, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T08:36:36+09:00", "last_error_summary": "[rtsp @ 0x57c080456f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57c080456e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T08:36:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T08:36:36+09:00", "pid": 37774, "process": {"exists": false, "pid": 37774}, "restart_count": 78, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 39968.975, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 39969.052, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 252.979, "last_sample_duration_ms": 818.131, "last_trigger": "periodic", "next_snapshot_in_sec": 347.021, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 252, "storage_bytes": 2368001}, "mjpeg": {"age_sec": 39968.967, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T08:36:38+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 39973.831, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39968993.383, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39968994.089, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39968980.573, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39968992.634, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.631, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.383, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 38166.718, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37586, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001709, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00046, "system_cpu_s_delta": 0.8299999999999272, "user_cpu_core_ratio": 0.001248, "user_cpu_s_delta": 2.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.73, "count": 30, "max": 6.623, "p95": 5.546, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.759, "count": 30, "max": 2.601, "p95": 2.425, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15149.742, "count": 30, "max": 38166.718, "p95": 35552.691, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3602, "sampled_at": "2026-11-01T08:06:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T08:06:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8416.754, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 78, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T08:36:36+09:00", "last_error_summary": "[rtsp @ 0x57c080456f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57c080456e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T08:36:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-11-01T08:36:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 78, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 39969.012, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 39969.089, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 252.997, "last_sample_duration_ms": 818.131, "last_trigger": "periodic", "next_snapshot_in_sec": 347.003, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 252, "storage_bytes": 2368001}, "mjpeg": {"age_sec": 39969.003, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T08:36:38+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 39973.853, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969028.666, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969029.373, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969015.856, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969027.917, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.557, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.58, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 39968.979, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37774, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001665, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000449, "system_cpu_s_delta": 0.8100000000013097, "user_cpu_core_ratio": 0.001215, "user_cpu_s_delta": 2.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.628, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.798, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 16472.246, "count": 30, "max": 39968.979, "p95": 37355.517, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3603, "sampled_at": "2026-11-01T08:36:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T08:36:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8492.281, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T09:06:39+09:00", "last_error_summary": "[rtsp @ 0x5777fabaef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5777fabaee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 79, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T09:06:39+09:00", "last_error_summary": "[rtsp @ 0x5777fabaef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5777fabaee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T09:06:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T09:06:39+09:00", "pid": 37838, "process": {"exists": false, "pid": 37838}, "restart_count": 79, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 41771.529, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 41771.606, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 55, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 249.754, "last_sample_duration_ms": 577.913, "last_trigger": "periodic", "next_snapshot_in_sec": 350.246, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 255, "storage_bytes": 2395843}, "mjpeg": {"age_sec": 41771.521, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T09:06:41+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 41776.383, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41771548.395, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41771549.101, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41771535.584, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41771547.646, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 12.432, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.58, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 39968.979, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37774, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001665, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000449, "system_cpu_s_delta": 0.8100000000013097, "user_cpu_core_ratio": 0.001215, "user_cpu_s_delta": 2.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.628, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.798, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 16472.246, "count": 30, "max": 39968.979, "p95": 37355.517, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3603, "sampled_at": "2026-11-01T08:36:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T08:36:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8492.379, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 79, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T09:06:39+09:00", "last_error_summary": "[rtsp @ 0x5777fabaef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5777fabaee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T09:06:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-11-01T09:06:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 79, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 41771.565, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 41771.642, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 55, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 249.772, "last_sample_duration_ms": 577.913, "last_trigger": "periodic", "next_snapshot_in_sec": 350.228, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 255, "storage_bytes": 2395843}, "mjpeg": {"age_sec": 41771.557, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T09:06:41+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 41776.407, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41771581.929, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41771582.635, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41771569.118, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41771581.18, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.888, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.638, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 41771.536, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37838, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001653, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.00122, "user_cpu_s_delta": 2.1999999999970896}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.711, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.797, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 17834.737, "count": 30, "max": 41771.536, "p95": 39157.962, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3604, "sampled_at": "2026-11-01T09:06:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T09:06:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8527.254, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T09:36:41+09:00", "last_error_summary": "[rtsp @ 0x6428aaeecf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6428aaeece00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 80, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T09:36:41+09:00", "last_error_summary": "[rtsp @ 0x6428aaeecf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6428aaeece00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T09:36:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T09:36:41+09:00", "pid": 37840, "process": {"exists": false, "pid": 37840}, "restart_count": 80, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 43573.902, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 43573.979, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 58, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.51, "last_sample_duration_ms": 776.886, "last_trigger": "periodic", "next_snapshot_in_sec": 353.49, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 258, "storage_bytes": 2423691}, "mjpeg": {"age_sec": 43573.894, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T09:36:43+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 43578.75, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43573920.246, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43573920.952, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43573907.436, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43573919.497, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.85, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.638, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 41771.536, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37838, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001653, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.00122, "user_cpu_s_delta": 2.1999999999970896}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.711, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.797, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 17834.737, "count": 30, "max": 41771.536, "p95": 39157.962, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3604, "sampled_at": "2026-11-01T09:06:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T09:06:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8527.91, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 80, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T09:36:41+09:00", "last_error_summary": "[rtsp @ 0x6428aaeecf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6428aaeece00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T09:36:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-11-01T09:36:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 80, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 43573.936, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 43574.013, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 58, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.537, "last_sample_duration_ms": 776.886, "last_trigger": "periodic", "next_snapshot_in_sec": 353.463, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 258, "storage_bytes": 2423691}, "mjpeg": {"age_sec": 43573.928, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T09:36:43+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 43578.78, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43573953.491, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43573954.197, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43573940.68, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43573952.741, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.069, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.709, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 43573.902, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37840, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000422, "system_cpu_s_delta": 0.7600000000002183, "user_cpu_core_ratio": 0.001248, "user_cpu_s_delta": 2.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.685, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.78, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 19237.233, "count": 30, "max": 43573.902, "p95": 40960.385, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3605, "sampled_at": "2026-11-01T09:36:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T09:36:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8567.48, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T10:06:44+09:00", "last_error_summary": "[rtsp @ 0x637556d49f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x637556d49e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T10:06:44+09:00", "last_error_summary": "[rtsp @ 0x637556d49f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x637556d49e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T10:06:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T10:06:44+09:00", "pid": 37842, "process": {"exists": false, "pid": 37842}, "restart_count": 81, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 45376.711, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 45376.788, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 61, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 243.469, "last_sample_duration_ms": 650.696, "last_trigger": "periodic", "next_snapshot_in_sec": 356.531, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 261, "storage_bytes": 2451538}, "mjpeg": {"age_sec": 45376.703, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T10:06:46+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 45381.557, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45376728.938, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45376729.644, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45376716.127, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45376728.188, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.261, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.709, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 43573.902, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37840, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000422, "system_cpu_s_delta": 0.7600000000002183, "user_cpu_core_ratio": 0.001248, "user_cpu_s_delta": 2.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.685, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.78, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 19237.233, "count": 30, "max": 43573.902, "p95": 40960.385, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3605, "sampled_at": "2026-11-01T09:36:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T09:36:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8567.598, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 81, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T10:06:44+09:00", "last_error_summary": "[rtsp @ 0x637556d49f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x637556d49e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T10:06:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-11-01T10:06:44+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 81, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 45376.736, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 45376.814, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 61, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 243.489, "last_sample_duration_ms": 650.696, "last_trigger": "periodic", "next_snapshot_in_sec": 356.511, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 261, "storage_bytes": 2451538}, "mjpeg": {"age_sec": 45376.728, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T10:06:46+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 45381.579, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45376753.527, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45376754.234, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45376740.717, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45376752.778, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.213, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.974, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 45376.71, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37842, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7800000000006548, "user_cpu_core_ratio": 0.001209, "user_cpu_s_delta": 2.180000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.642, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.789, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 20679.747, "count": 30, "max": 45376.71, "p95": 42762.837, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3606, "sampled_at": "2026-11-01T10:06:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T10:06:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8608.297, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T10:36:47+09:00", "last_error_summary": "[rtsp @ 0x5bead8a7bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bead8a7be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 82, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T10:36:47+09:00", "last_error_summary": "[rtsp @ 0x5bead8a7bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bead8a7be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T10:36:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T10:36:47+09:00", "pid": 37906, "process": {"exists": false, "pid": 37906}, "restart_count": 82, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 47179.724, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 47179.801, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 64, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 240.97, "last_sample_duration_ms": 739.016, "last_trigger": "periodic", "next_snapshot_in_sec": 359.03, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 264, "storage_bytes": 2479389}, "mjpeg": {"age_sec": 47179.716, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T10:36:49+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 47184.576, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47179742.702, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47179743.408, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47179729.892, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47179741.953, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.609, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.974, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 45376.71, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37842, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7800000000006548, "user_cpu_core_ratio": 0.001209, "user_cpu_s_delta": 2.180000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.642, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.789, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 20679.747, "count": 30, "max": 45376.71, "p95": 42762.837, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3606, "sampled_at": "2026-11-01T10:06:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T10:06:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8608.773, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 82, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T10:36:47+09:00", "last_error_summary": "[rtsp @ 0x5bead8a7bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bead8a7be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T10:36:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-11-01T10:36:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 82, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 47179.76, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 47179.837, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 64, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 240.987, "last_sample_duration_ms": 739.016, "last_trigger": "periodic", "next_snapshot_in_sec": 359.013, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 264, "storage_bytes": 2479389}, "mjpeg": {"age_sec": 47179.752, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T10:36:49+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 47184.601, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47179776.873, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47179777.579, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47179764.062, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47179776.123, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.818, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.162, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 47179.726, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37906, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001725, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000455, "system_cpu_s_delta": 0.819999999999709, "user_cpu_core_ratio": 0.00127, "user_cpu_s_delta": 2.290000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.723, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.8, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 22162.269, "count": 30, "max": 47179.726, "p95": 44565.446, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3607, "sampled_at": "2026-11-01T10:36:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T10:36:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8647.73, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T11:06:49+09:00", "last_error_summary": "[rtsp @ 0x5dda29f51f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dda29f51e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 83, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T11:06:49+09:00", "last_error_summary": "[rtsp @ 0x5dda29f51f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dda29f51e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T11:06:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T11:06:49+09:00", "pid": 38280, "process": {"exists": false, "pid": 38280}, "restart_count": 83, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 48981.948, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 48982.026, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 237.377, "last_sample_duration_ms": 679.976, "last_trigger": "periodic", "next_snapshot_in_sec": 362.623, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 267, "storage_bytes": 2507252}, "mjpeg": {"age_sec": 48981.94, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T11:06:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 48986.803, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48981967.423, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48981968.129, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48981954.612, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48981966.673, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.994, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.162, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 47179.726, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37906, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001725, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000455, "system_cpu_s_delta": 0.819999999999709, "user_cpu_core_ratio": 0.00127, "user_cpu_s_delta": 2.290000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.723, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.8, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 22162.269, "count": 30, "max": 47179.726, "p95": 44565.446, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3607, "sampled_at": "2026-11-01T10:36:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T10:36:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8647.199, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 83, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T11:06:49+09:00", "last_error_summary": "[rtsp @ 0x5dda29f51f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dda29f51e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T11:06:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-01T11:06:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 83, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 48981.986, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 48982.064, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 237.402, "last_sample_duration_ms": 679.976, "last_trigger": "periodic", "next_snapshot_in_sec": 362.598, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 267, "storage_bytes": 2507252}, "mjpeg": {"age_sec": 48981.978, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T11:06:51+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 48986.828, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982003.556, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982004.262, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48981990.746, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982002.807, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.685, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.162, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 47179.726, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 37906, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001725, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000455, "system_cpu_s_delta": 0.819999999999709, "user_cpu_core_ratio": 0.00127, "user_cpu_s_delta": 2.290000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.723, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.8, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 22162.269, "count": 30, "max": 47179.726, "p95": 44565.446, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3607, "sampled_at": "2026-11-01T10:36:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T10:36:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8678.613, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T11:36:51+09:00", "last_error_summary": "[rtsp @ 0x6413e1e0ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6413e1e0fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 84, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T11:36:51+09:00", "last_error_summary": "[rtsp @ 0x6413e1e0ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6413e1e0fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T11:36:53+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T11:36:51+09:00", "pid": 39212, "process": {"exists": false, "pid": 39212}, "restart_count": 84, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 50784.193, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 50784.27, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 233.789, "last_sample_duration_ms": 834.345, "last_trigger": "periodic", "next_snapshot_in_sec": 366.211, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2535098}, "mjpeg": {"age_sec": 50784.185, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T11:36:53+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 50789.044, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50784212.351, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50784213.058, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50784199.541, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50784211.602, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.543, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.764, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 48981.953, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 38280, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000438, "system_cpu_s_delta": 0.7899999999990541, "user_cpu_core_ratio": 0.00126, "user_cpu_s_delta": 2.2700000000040745}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.729, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.808, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 23684.794, "count": 30, "max": 48981.953, "p95": 46368.369, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3608, "sampled_at": "2026-11-01T11:06:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T11:06:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8678.59, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 84, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T11:36:51+09:00", "last_error_summary": "[rtsp @ 0x6413e1e0ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6413e1e0fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T11:36:53+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-01T11:36:51+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 84, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 50784.229, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 50784.307, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 233.814, "last_sample_duration_ms": 834.345, "last_trigger": "periodic", "next_snapshot_in_sec": 366.186, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2535098}, "mjpeg": {"age_sec": 50784.221, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T11:36:53+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 50789.071, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50784246.528, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50784247.234, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50784233.717, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50784245.779, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.665, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.32, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 50784.195, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39212, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001748, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000455, "system_cpu_s_delta": 0.820000000001528, "user_cpu_core_ratio": 0.001293, "user_cpu_s_delta": 2.3299999999944703}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.713, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.811, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 25247.318, "count": 30, "max": 50784.195, "p95": 48170.951, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3609, "sampled_at": "2026-11-01T11:36:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T11:36:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2534126, "flush_count": 2700, "flush_interval_seconds": 30.0, "flush_state": {"count": 2700, "last_at": "2026-11-01T11:40:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T11:40:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2699}, "started": true, "suppressed_count": 1532232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 183, "tracking_summary": 1532049}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2700, "written_record_count": 2700}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8501.16, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T04:33:25+09:00", "last_error_summary": "[rtsp @ 0x63a45aee0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63a45aee0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4243271270400, "copied_frame_count": 1534748, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T11:37:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2170181, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T11:37:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.196}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 183, "events_emitted": 173, "events_failed": 0, "events_observed": 183, "events_suppressed": 10, "frame_buffer_copied_bytes": 4243271270400, "frame_buffer_copies": 1534748, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 8650, "recorder_active_input_bytes": 23915520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 173, "recorder_clips_failed": 0, "recorder_clips_started": 173, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 173, "worker_jobs_accepted": 173, "worker_jobs_completed": 173, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0818, "count": 512, "max_ms": 1.5752, "p50_ms": 0.0665, "p95_ms": 0.1296, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 16.3618, "count": 173, "max_ms": 62.2331, "p50_ms": 14.5704, "p95_ms": 32.0304, "p99_ms": 45.6906, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7148, "count": 173, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7899, "p99_ms": 3.4252, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 960.8094, "count": 183, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1340.0653, "p99_ms": 1506.0078, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1691, "count": 512, "max_ms": 3.4094, "p50_ms": 1.0811, "p95_ms": 1.9675, "p99_ms": 2.5755, "results": {"failed": 0, "not_applicable": 0, "success": 1534748, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.4283, "count": 183, "max_ms": 1050.0878, "p50_ms": 502.0438, "p95_ms": 631.2619, "p99_ms": 891.9857, "results": {"failed": 0, "not_applicable": 0, "success": 183, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2463, "count": 173, "max_ms": 69.0696, "p50_ms": 22.8178, "p95_ms": 57.9391, "p99_ms": 67.7698, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1658, "count": 512, "max_ms": 10.1171, "p50_ms": 3.9698, "p95_ms": 5.9392, "p99_ms": 6.8344, "results": {"failed": 0, "not_applicable": 0, "success": 8650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1182, "count": 512, "max_ms": 3.0394, "p50_ms": 1.0259, "p95_ms": 1.8909, "p99_ms": 2.5501, "results": {"failed": 0, "not_applicable": 0, "success": 8650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5024, "count": 173, "max_ms": 1046.5567, "p50_ms": 504.4987, "p95_ms": 629.7514, "p99_ms": 905.8778, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.3238, "count": 173, "max_ms": 967.4229, "p50_ms": 411.9766, "p95_ms": 529.6159, "p99_ms": 833.2982, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4212, "count": 173, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.2387, "p99_ms": 111.3323, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7637, "count": 173, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.1151, "p99_ms": 8.8302, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.296, "count": 173, "max_ms": 73.1462, "p50_ms": 35.0533, "p95_ms": 57.4621, "p99_ms": 69.6576, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7913, "count": 183, "max_ms": 4.5565, "p50_ms": 0.6726, "p95_ms": 1.5543, "p99_ms": 2.6964, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3199, "count": 173, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 4.4899, "p99_ms": 8.9711, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3199, "count": 173, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 4.4899, "p99_ms": 8.9711, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7913, "count": 183, "max_ms": 4.5565, "p50_ms": 0.6726, "p95_ms": 1.5543, "p99_ms": 2.6964, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8806, "count": 173, "max_ms": 9.2164, "p50_ms": 0.726, "p95_ms": 1.4879, "p99_ms": 3.0109, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 410.5917, "count": 173, "max_ms": 3752.636, "p50_ms": 356.3092, "p95_ms": 671.1414, "p99_ms": 741.6613, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 183, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1857, "count": 173, "max_ms": 14.3512, "p50_ms": 1.1883, "p95_ms": 7.1941, "p99_ms": 11.8597, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9285, "count": 173, "max_ms": 92.2129, "p50_ms": 26.2738, "p95_ms": 59.5341, "p99_ms": 72.6826, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0914, "count": 173, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.2113, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1007, "count": 173, "max_ms": 5.7989, "p50_ms": 2.0043, "p95_ms": 3.6606, "p99_ms": 5.5192, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 487.3952, "count": 173, "max_ms": 3837.487, "p50_ms": 434.6088, "p95_ms": 763.5702, "p99_ms": 817.3484, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 173, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 173, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.2113}, "wait_ms": {"count": 173, "max_ms": 5.7989, "p50_ms": 2.0043, "p95_ms": 3.6606, "p99_ms": 5.5192}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 173, "artifact_failed": 0, "artifact_requested": 173, "artifact_success": 173, "completed": 173, "completed_failed": 0, "completed_success": 173, "cooldown_promoted": 173, "database_requested": 173, "db_insert_success": 173, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15722, "relay_business_failed": 0, "relay_business_success": 173, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 173, "relay_transport_failed": 0, "relay_transport_success": 173, "reservation_requested": 173}, "snapshot": {"copied_bytes": 478310400, "copied_count": 173, "copy": {"count": 173, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7899, "p99_ms": 3.4252}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:33:25+09:00", "last_error_summary": "[rtsp @ 0x63a45aee0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63a45aee0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T11:41:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 25636.262, "last_started_at": "2026-11-01T04:34:27+09:00", "pid": 36533, "process": {"exists": false, "pid": 36533}, "restart_count": 166, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.793, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T11:41:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-01T11:41:43+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-11-01T11:41:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 523.801, "last_sample_duration_ms": 834.345, "last_trigger": "periodic", "next_snapshot_in_sec": 76.199, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2535098}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-11-01T11:41:43.640944+09:00", "mtime_epoch": 1793500903.6409435, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105017}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T11:41:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1654.281, "name": "celery", "pid": 206, "rss_mb": 1594.664, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 140, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 11, "history_size_limit": 20, "last_frame_idx": 1534748, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 11}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.316, "max": 15.0, "p95": 13.0, "sample_count": 313}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.649, "max": 7.0, "p95": 5.0, "sample_count": 313}, "total": {"avg": 3.649, "max": 7.0, "p95": 5.0, "sample_count": 313}}, "tracking_counts": {"active": {"avg": 1.335, "max": 4.0, "p95": 2.0, "sample_count": 313}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 313}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 313}, "tracked": {"avg": 1.335, "max": 4.0, "p95": 2.0, "sample_count": 313}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 313}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.447, "pushed": 10.447, "read": 10.414}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 312, "client_acquire_ms": {"avg_ms": 0.006, "count": 312, "max_ms": 0.036, "p95_ms": 0.01, "reason": null, "sample_age_ms": 64.427, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.66, "count": 312, "max_ms": 3.692, "p95_ms": 2.127, "reason": null, "sample_age_ms": 96.255, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.236, "count": 312, "max_ms": 3.071, "p95_ms": 1.618, "reason": null, "sample_age_ms": 96.501, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 312, "max_ms": 0.757, "p95_ms": 0.51, "reason": null, "sample_age_ms": 64.436, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.566, "count": 312, "max_ms": 4.152, "p95_ms": 2.45, "reason": null, "sample_age_ms": 95.193, "source": "client_direct"}, "request_count": 312, "request_tensor_bytes": {"avg": 2764808.0, "count": 312, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.172, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 312, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.726, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.245, "count": 312, "max_ms": 59.037, "p95_ms": 47.894, "reason": null, "sample_age_ms": 64.424, "source": "client_direct"}, "sample_age_ms": 64.421, "source": "client_direct", "task_total_ms": {"avg_ms": 37.236, "count": 312, "max_ms": 60.752, "p95_ms": 50.041, "reason": null, "sample_age_ms": 64.421, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.947, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.747, "count": 313, "max_ms": 17.026, "p95_ms": 12.435}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.361, "count": 313, "max_ms": 1.162, "p95_ms": 0.615}, "detection_prepare_ms": {"avg_ms": 1.349, "count": 313, "max_ms": 5.937, "p95_ms": 2.399}, "event_filter_ms": {"avg_ms": 0.004, "count": 313, "max_ms": 0.023, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.322, "count": 313, "max_ms": 1.057, "p95_ms": 0.513}, "mcmt_ms": {"avg_ms": 0.002, "count": 313, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.518, "count": 313, "max_ms": 9.726, "p95_ms": 6.374}, "setup_ms": {"avg_ms": 0.029, "count": 313, "max_ms": 0.095, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 7.702, "count": 313, "max_ms": 16.971, "p95_ms": 12.398}, "track_match_ms": {"avg_ms": 0.138, "count": 313, "max_ms": 0.493, "p95_ms": 0.261}, "tracker_update_ms": {"avg_ms": 1.978, "count": 313, "max_ms": 6.734, "p95_ms": 3.206}}, "gstreamer_push": {"avg_ms": 2.469, "count": 313, "max_ms": 5.908, "p95_ms": 4.105}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 313, "max_ms": 0.144, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.212, "count": 313, "max_ms": 64.219, "p95_ms": 51.293}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.788, "count": 313, "max_ms": 11.917, "p95_ms": 6.801}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.808, "count": 313, "max_ms": 112.082, "p95_ms": 99.684}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 313, "max_ms": 4.546, "p95_ms": 2.94}, "processing_residual_ms": {"avg_ms": 0.175, "count": 313, "max_ms": 0.551, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.445, "count": 313, "max_ms": 117.232, "p95_ms": 104.907}, "read_interval": {"avg_ms": 95.995, "count": 312, "max_ms": 171.302, "p95_ms": 123.73}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 313, "max_ms": 0.038, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 3.465, "count": 313, "max_ms": 9.643, "p95_ms": 6.306}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 313, "max_ms": 0.061, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.452, "count": 313, "max_ms": 9.619, "p95_ms": 6.292}, "worker_merge_ms": {"avg_ms": 0.005, "count": 313, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.224, "count": 313, "max_ms": 64.23, "p95_ms": 51.305}, "visualize": {"avg_ms": 32.872, "count": 313, "max_ms": 53.211, "p95_ms": 45.196}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.824, "count": 313, "max_ms": 41.762, "p95_ms": 35.946}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.608, "count": 313, "max_ms": 51.251, "p95_ms": 43.685}, "visualize_input_copy_ms": {"avg_ms": 1.109, "count": 313, "max_ms": 2.884, "p95_ms": 2.022}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.514, "count": 313, "max_ms": 50.997, "p95_ms": 43.535}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 313, "max_ms": 0.174, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 313}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 313}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1594.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.658, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.532, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T11:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103391, "write_bytes_delta": 103391, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 560.0, "cpu_core_ratio": 0.400379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36533, "reason": null, "system_cpu_core_ratio": 0.032949, "system_cpu_s_delta": 0.3300000000000409, "user_cpu_core_ratio": 0.36743, "user_cpu_s_delta": 3.680000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.950976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.624033, "system_cpu_s_delta": 6.25, "user_cpu_core_ratio": 1.326943, "user_cpu_s_delta": 13.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.323, "count": 321, "max_ms": 5.879, "p95_ms": 3.979, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.305, "max": 17.0, "p95": 15.0, "sample_count": 321}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.427, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 321}, "total": {"avg": 3.427, "max": 5.0, "p95": 4.0, "sample_count": 321}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.628, "count": 30, "max": 30.889, "p95": 26.445, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.169, "count": 30, "max": 21.282, "p95": 17.118, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 529.767, "count": 30, "max": 572.0, "p95": 565.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.374, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101887.333, "count": 30, "max": 104515.0, "p95": 103907.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101887.333, "count": 30, "max": 104515.0, "p95": 103907.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1563.4, "count": 30, "max": 46542.0, "p95": 22.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.665, "count": 30, "max": 0.729, "p95": 0.719, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.388, "count": 30, "max": 1.482, "p95": 1.453, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11520, "sampled_at": "2026-11-01T11:41:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T11:41:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2534126, "flush_count": 2700, "flush_interval_seconds": 30.0, "flush_state": {"count": 2700, "last_at": "2026-11-01T11:40:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T11:40:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2699}, "started": true, "suppressed_count": 1532232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 183, "tracking_summary": 1532049}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2700, "written_record_count": 2700}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8501.203, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4243271270400, "copied_frame_count": 1534748, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T11:37:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2170181, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T11:37:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.196}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 183, "events_emitted": 173, "events_failed": 0, "events_observed": 183, "events_suppressed": 10, "frame_buffer_copied_bytes": 4243271270400, "frame_buffer_copies": 1534748, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 8650, "recorder_active_input_bytes": 23915520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 173, "recorder_clips_failed": 0, "recorder_clips_started": 173, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 173, "worker_jobs_accepted": 173, "worker_jobs_completed": 173, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0818, "count": 512, "max_ms": 1.5752, "p50_ms": 0.0665, "p95_ms": 0.1296, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 16.3618, "count": 173, "max_ms": 62.2331, "p50_ms": 14.5704, "p95_ms": 32.0304, "p99_ms": 45.6906, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7148, "count": 173, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7899, "p99_ms": 3.4252, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 960.8094, "count": 183, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1340.0653, "p99_ms": 1506.0078, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1691, "count": 512, "max_ms": 3.4094, "p50_ms": 1.0811, "p95_ms": 1.9675, "p99_ms": 2.5755, "results": {"failed": 0, "not_applicable": 0, "success": 1534748, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.4283, "count": 183, "max_ms": 1050.0878, "p50_ms": 502.0438, "p95_ms": 631.2619, "p99_ms": 891.9857, "results": {"failed": 0, "not_applicable": 0, "success": 183, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2463, "count": 173, "max_ms": 69.0696, "p50_ms": 22.8178, "p95_ms": 57.9391, "p99_ms": 67.7698, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1658, "count": 512, "max_ms": 10.1171, "p50_ms": 3.9698, "p95_ms": 5.9392, "p99_ms": 6.8344, "results": {"failed": 0, "not_applicable": 0, "success": 8650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1182, "count": 512, "max_ms": 3.0394, "p50_ms": 1.0259, "p95_ms": 1.8909, "p99_ms": 2.5501, "results": {"failed": 0, "not_applicable": 0, "success": 8650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5024, "count": 173, "max_ms": 1046.5567, "p50_ms": 504.4987, "p95_ms": 629.7514, "p99_ms": 905.8778, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.3238, "count": 173, "max_ms": 967.4229, "p50_ms": 411.9766, "p95_ms": 529.6159, "p99_ms": 833.2982, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4212, "count": 173, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.2387, "p99_ms": 111.3323, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7637, "count": 173, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.1151, "p99_ms": 8.8302, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.296, "count": 173, "max_ms": 73.1462, "p50_ms": 35.0533, "p95_ms": 57.4621, "p99_ms": 69.6576, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7913, "count": 183, "max_ms": 4.5565, "p50_ms": 0.6726, "p95_ms": 1.5543, "p99_ms": 2.6964, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3199, "count": 173, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 4.4899, "p99_ms": 8.9711, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3199, "count": 173, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 4.4899, "p99_ms": 8.9711, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7913, "count": 183, "max_ms": 4.5565, "p50_ms": 0.6726, "p95_ms": 1.5543, "p99_ms": 2.6964, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8806, "count": 173, "max_ms": 9.2164, "p50_ms": 0.726, "p95_ms": 1.4879, "p99_ms": 3.0109, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 410.5917, "count": 173, "max_ms": 3752.636, "p50_ms": 356.3092, "p95_ms": 671.1414, "p99_ms": 741.6613, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 183, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1857, "count": 173, "max_ms": 14.3512, "p50_ms": 1.1883, "p95_ms": 7.1941, "p99_ms": 11.8597, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9285, "count": 173, "max_ms": 92.2129, "p50_ms": 26.2738, "p95_ms": 59.5341, "p99_ms": 72.6826, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0914, "count": 173, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.2113, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1007, "count": 173, "max_ms": 5.7989, "p50_ms": 2.0043, "p95_ms": 3.6606, "p99_ms": 5.5192, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 487.3952, "count": 173, "max_ms": 3837.487, "p50_ms": 434.6088, "p95_ms": 763.5702, "p99_ms": 817.3484, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 173, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 173, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.2113}, "wait_ms": {"count": 173, "max_ms": 5.7989, "p50_ms": 2.0043, "p95_ms": 3.6606, "p99_ms": 5.5192}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 173, "artifact_failed": 0, "artifact_requested": 173, "artifact_success": 173, "completed": 173, "completed_failed": 0, "completed_success": 173, "cooldown_promoted": 173, "database_requested": 173, "db_insert_success": 173, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15722, "relay_business_failed": 0, "relay_business_success": 173, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 173, "relay_transport_failed": 0, "relay_transport_success": 173, "reservation_requested": 173}, "snapshot": {"copied_bytes": 478310400, "copied_count": 173, "copy": {"count": 173, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7899, "p99_ms": 3.4252}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:33:25+09:00", "last_error_summary": "[rtsp @ 0x63a45aee0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63a45aee0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T11:41:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 25636.298, "last_started_at": "2026-11-01T04:34:27+09:00", "pid": 36533, "process": {"exists": false, "pid": 36533}, "restart_count": 166, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.793, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T11:41:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-11-01T11:41:43+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-11-01T11:41:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 523.829, "last_sample_duration_ms": 834.345, "last_trigger": "periodic", "next_snapshot_in_sec": 76.171, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2535098}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-01T11:41:43.731944+09:00", "mtime_epoch": 1793500903.7319436, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105538}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T11:41:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1654.281, "name": "celery", "pid": 206, "rss_mb": 1594.664, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 140, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 11, "history_size_limit": 20, "last_frame_idx": 1534748, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 11}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.316, "max": 15.0, "p95": 13.0, "sample_count": 313}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.649, "max": 7.0, "p95": 5.0, "sample_count": 313}, "total": {"avg": 3.649, "max": 7.0, "p95": 5.0, "sample_count": 313}}, "tracking_counts": {"active": {"avg": 1.335, "max": 4.0, "p95": 2.0, "sample_count": 313}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 313}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 313}, "tracked": {"avg": 1.335, "max": 4.0, "p95": 2.0, "sample_count": 313}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 313}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.435, "pushed": 10.435, "read": 10.402}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 312, "client_acquire_ms": {"avg_ms": 0.006, "count": 312, "max_ms": 0.036, "p95_ms": 0.01, "reason": null, "sample_age_ms": 93.251, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.66, "count": 312, "max_ms": 3.692, "p95_ms": 2.127, "reason": null, "sample_age_ms": 125.079, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.236, "count": 312, "max_ms": 3.071, "p95_ms": 1.618, "reason": null, "sample_age_ms": 125.325, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 312, "max_ms": 0.757, "p95_ms": 0.51, "reason": null, "sample_age_ms": 93.261, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.566, "count": 312, "max_ms": 4.152, "p95_ms": 2.45, "reason": null, "sample_age_ms": 124.017, "source": "client_direct"}, "request_count": 312, "request_tensor_bytes": {"avg": 2764808.0, "count": 312, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 123.996, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 312, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.55, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.245, "count": 312, "max_ms": 59.037, "p95_ms": 47.894, "reason": null, "sample_age_ms": 93.248, "source": "client_direct"}, "sample_age_ms": 93.245, "source": "client_direct", "task_total_ms": {"avg_ms": 37.236, "count": 312, "max_ms": 60.752, "p95_ms": 50.041, "reason": null, "sample_age_ms": 93.245, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.083, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.747, "count": 313, "max_ms": 17.026, "p95_ms": 12.435}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.361, "count": 313, "max_ms": 1.162, "p95_ms": 0.615}, "detection_prepare_ms": {"avg_ms": 1.349, "count": 313, "max_ms": 5.937, "p95_ms": 2.399}, "event_filter_ms": {"avg_ms": 0.004, "count": 313, "max_ms": 0.023, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.322, "count": 313, "max_ms": 1.057, "p95_ms": 0.513}, "mcmt_ms": {"avg_ms": 0.002, "count": 313, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.518, "count": 313, "max_ms": 9.726, "p95_ms": 6.374}, "setup_ms": {"avg_ms": 0.029, "count": 313, "max_ms": 0.095, "p95_ms": 0.051}, "total_inside_ms": {"avg_ms": 7.702, "count": 313, "max_ms": 16.971, "p95_ms": 12.398}, "track_match_ms": {"avg_ms": 0.138, "count": 313, "max_ms": 0.493, "p95_ms": 0.261}, "tracker_update_ms": {"avg_ms": 1.978, "count": 313, "max_ms": 6.734, "p95_ms": 3.206}}, "gstreamer_push": {"avg_ms": 2.469, "count": 313, "max_ms": 5.908, "p95_ms": 4.105}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 313, "max_ms": 0.144, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.212, "count": 313, "max_ms": 64.219, "p95_ms": 51.293}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.788, "count": 313, "max_ms": 11.917, "p95_ms": 6.801}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.808, "count": 313, "max_ms": 112.082, "p95_ms": 99.684}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 313, "max_ms": 4.546, "p95_ms": 2.94}, "processing_residual_ms": {"avg_ms": 0.175, "count": 313, "max_ms": 0.551, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.445, "count": 313, "max_ms": 117.232, "p95_ms": 104.907}, "read_interval": {"avg_ms": 95.995, "count": 312, "max_ms": 171.302, "p95_ms": 123.73}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 313, "max_ms": 0.038, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 3.465, "count": 313, "max_ms": 9.643, "p95_ms": 6.306}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 313, "max_ms": 0.061, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.452, "count": 313, "max_ms": 9.619, "p95_ms": 6.292}, "worker_merge_ms": {"avg_ms": 0.005, "count": 313, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.224, "count": 313, "max_ms": 64.23, "p95_ms": 51.305}, "visualize": {"avg_ms": 32.872, "count": 313, "max_ms": 53.211, "p95_ms": 45.196}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.824, "count": 313, "max_ms": 41.762, "p95_ms": 35.946}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.608, "count": 313, "max_ms": 51.251, "p95_ms": 43.685}, "visualize_input_copy_ms": {"avg_ms": 1.109, "count": 313, "max_ms": 2.884, "p95_ms": 2.022}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 313, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.514, "count": 313, "max_ms": 50.997, "p95_ms": 43.535}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 313, "max_ms": 0.174, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 313}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 313}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1594.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.658, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.532, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T11:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103391, "write_bytes_delta": 103391, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 560.0, "cpu_core_ratio": 0.400379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36533, "reason": null, "system_cpu_core_ratio": 0.032949, "system_cpu_s_delta": 0.3300000000000409, "user_cpu_core_ratio": 0.36743, "user_cpu_s_delta": 3.680000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.950976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.624033, "system_cpu_s_delta": 6.25, "user_cpu_core_ratio": 1.326943, "user_cpu_s_delta": 13.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.323, "count": 321, "max_ms": 5.879, "p95_ms": 3.979, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.305, "max": 17.0, "p95": 15.0, "sample_count": 321}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.427, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 321}, "total": {"avg": 3.427, "max": 5.0, "p95": 4.0, "sample_count": 321}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.628, "count": 30, "max": 30.889, "p95": 26.445, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.169, "count": 30, "max": 21.282, "p95": 17.118, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 529.767, "count": 30, "max": 572.0, "p95": 565.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.374, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101887.333, "count": 30, "max": 104515.0, "p95": 103907.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101887.333, "count": 30, "max": 104515.0, "p95": 103907.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1563.4, "count": 30, "max": 46542.0, "p95": 22.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.665, "count": 30, "max": 0.729, "p95": 0.719, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.388, "count": 30, "max": 1.482, "p95": 1.453, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11520, "sampled_at": "2026-11-01T11:41:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T11:41:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2534126, "flush_count": 2700, "flush_interval_seconds": 30.0, "flush_state": {"count": 2700, "last_at": "2026-11-01T11:40:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T11:40:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2699}, "started": true, "suppressed_count": 1532232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 183, "tracking_summary": 1532049}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2700, "written_record_count": 2700}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8666.215, "limit_mb": null}, "detail": {"pid": 39276, "restart_count": 167, "start_count": 168}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4243271270400, "copied_frame_count": 1534748, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T11:37:28+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2170181, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T11:37:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.196}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 183, "events_emitted": 173, "events_failed": 0, "events_observed": 183, "events_suppressed": 10, "frame_buffer_copied_bytes": 4243271270400, "frame_buffer_copies": 1534748, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 8650, "recorder_active_input_bytes": 23915520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 173, "recorder_clips_failed": 0, "recorder_clips_started": 173, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 173, "worker_jobs_accepted": 173, "worker_jobs_completed": 173, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0818, "count": 512, "max_ms": 1.5752, "p50_ms": 0.0665, "p95_ms": 0.1296, "p99_ms": 0.1982}, "stages": {"db_insert": {"avg_ms": 16.3618, "count": 173, "max_ms": 62.2331, "p50_ms": 14.5704, "p95_ms": 32.0304, "p99_ms": 45.6906, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.7148, "count": 173, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7899, "p99_ms": 3.4252, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 960.8094, "count": 183, "max_ms": 4422.916, "p50_ms": 954.5521, "p95_ms": 1340.0653, "p99_ms": 1506.0078, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1691, "count": 512, "max_ms": 3.4094, "p50_ms": 1.0811, "p95_ms": 1.9675, "p99_ms": 2.5755, "results": {"failed": 0, "not_applicable": 0, "success": 1534748, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.4283, "count": 183, "max_ms": 1050.0878, "p50_ms": 502.0438, "p95_ms": 631.2619, "p99_ms": 891.9857, "results": {"failed": 0, "not_applicable": 0, "success": 183, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2463, "count": 173, "max_ms": 69.0696, "p50_ms": 22.8178, "p95_ms": 57.9391, "p99_ms": 67.7698, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1658, "count": 512, "max_ms": 10.1171, "p50_ms": 3.9698, "p95_ms": 5.9392, "p99_ms": 6.8344, "results": {"failed": 0, "not_applicable": 0, "success": 8650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1182, "count": 512, "max_ms": 3.0394, "p50_ms": 1.0259, "p95_ms": 1.8909, "p99_ms": 2.5501, "results": {"failed": 0, "not_applicable": 0, "success": 8650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.5024, "count": 173, "max_ms": 1046.5567, "p50_ms": 504.4987, "p95_ms": 629.7514, "p99_ms": 905.8778, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.3238, "count": 173, "max_ms": 967.4229, "p50_ms": 411.9766, "p95_ms": 529.6159, "p99_ms": 833.2982, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4212, "count": 173, "max_ms": 115.8706, "p50_ms": 84.9808, "p95_ms": 102.2387, "p99_ms": 111.3323, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7637, "count": 173, "max_ms": 15.8949, "p50_ms": 1.3975, "p95_ms": 3.1151, "p99_ms": 8.8302, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.296, "count": 173, "max_ms": 73.1462, "p50_ms": 35.0533, "p95_ms": 57.4621, "p99_ms": 69.6576, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7913, "count": 183, "max_ms": 4.5565, "p50_ms": 0.6726, "p95_ms": 1.5543, "p99_ms": 2.6964, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3199, "count": 173, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 4.4899, "p99_ms": 8.9711, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3199, "count": 173, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 4.4899, "p99_ms": 8.9711, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7913, "count": 183, "max_ms": 4.5565, "p50_ms": 0.6726, "p95_ms": 1.5543, "p99_ms": 2.6964, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8806, "count": 173, "max_ms": 9.2164, "p50_ms": 0.726, "p95_ms": 1.4879, "p99_ms": 3.0109, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 410.5917, "count": 173, "max_ms": 3752.636, "p50_ms": 356.3092, "p95_ms": 671.1414, "p99_ms": 741.6613, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 183, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1857, "count": 173, "max_ms": 14.3512, "p50_ms": 1.1883, "p95_ms": 7.1941, "p99_ms": 11.8597, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9285, "count": 173, "max_ms": 92.2129, "p50_ms": 26.2738, "p95_ms": 59.5341, "p99_ms": 72.6826, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0914, "count": 173, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.2113, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1007, "count": 173, "max_ms": 5.7989, "p50_ms": 2.0043, "p95_ms": 3.6606, "p99_ms": 5.5192, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 487.3952, "count": 173, "max_ms": 3837.487, "p50_ms": 434.6088, "p95_ms": 763.5702, "p99_ms": 817.3484, "results": {"failed": 0, "not_applicable": 0, "success": 173, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 173, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 173, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1708, "p99_ms": 0.2113}, "wait_ms": {"count": 173, "max_ms": 5.7989, "p50_ms": 2.0043, "p95_ms": 3.6606, "p99_ms": 5.5192}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 173, "artifact_failed": 0, "artifact_requested": 173, "artifact_success": 173, "completed": 173, "completed_failed": 0, "completed_success": 173, "cooldown_promoted": 173, "database_requested": 173, "db_insert_success": 173, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15722, "relay_business_failed": 0, "relay_business_success": 173, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 173, "relay_transport_failed": 0, "relay_transport_success": 173, "reservation_requested": 173}, "snapshot": {"copied_bytes": 478310400, "copied_count": 173, "copy": {"count": 173, "max_ms": 4.0365, "p50_ms": 1.6167, "p95_ms": 2.7899, "p99_ms": 3.4252}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 458, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T04:33:25+09:00", "last_error_summary": "[rtsp @ 0x63a45aee0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63a45aee0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T11:41:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T11:41:45+09:00", "pid": 39276, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.125, "name": "ffmpeg", "pid": 39276, "rss_mb": 200.125, "state": "S (sleeping)", "threads": 70}, "restart_count": 167, "restart_count_per_hour": 1, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.872, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T11:41:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.188, "last_frame_pushed_at": "2026-11-01T11:41:43+09:00", "last_frame_read_age_sec": 4.269, "last_frame_read_at": "2026-11-01T11:41:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 527.989, "last_sample_duration_ms": 834.345, "last_trigger": "periodic", "next_snapshot_in_sec": 72.011, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2535098}, "mjpeg": {"age_sec": 4.179, "exists": true, "mtime": "2026-11-01T11:41:43.731944+09:00", "mtime_epoch": 1793500903.7319436, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105538}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T11:41:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1654.281, "name": "celery", "pid": 206, "rss_mb": 1594.668, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 140, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 11, "history_size_limit": 20, "last_frame_idx": 1534748, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 11}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.368, "max": 15.0, "p95": 14.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.808, "max": 7.0, "p95": 5.0, "sample_count": 266}, "total": {"avg": 3.808, "max": 7.0, "p95": 5.0, "sample_count": 266}}, "tracking_counts": {"active": {"avg": 1.383, "max": 4.0, "p95": 2.0, "sample_count": 266}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 266}, "tracked": {"avg": 1.383, "max": 4.0, "p95": 2.0, "sample_count": 266}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.891, "pushed": 8.891, "read": 8.858}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 265, "client_acquire_ms": {"avg_ms": 0.006, "count": 266, "max_ms": 0.036, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4246.603, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.679, "count": 265, "max_ms": 3.692, "p95_ms": 2.263, "reason": null, "sample_age_ms": 4278.43, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.243, "count": 265, "max_ms": 3.071, "p95_ms": 1.63, "reason": null, "sample_age_ms": 4278.677, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.3, "count": 266, "max_ms": 0.757, "p95_ms": 0.516, "reason": null, "sample_age_ms": 4246.612, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.559, "count": 265, "max_ms": 4.152, "p95_ms": 2.437, "reason": null, "sample_age_ms": 4277.368, "source": "client_direct"}, "request_count": 265, "request_tensor_bytes": {"avg": 2764808.0, "count": 265, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4277.347, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4246.902, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.417, "count": 266, "max_ms": 59.037, "p95_ms": 48.075, "reason": null, "sample_age_ms": 4246.599, "source": "client_direct"}, "sample_age_ms": 4246.597, "source": "client_direct", "task_total_ms": {"avg_ms": 37.409, "count": 266, "max_ms": 60.752, "p95_ms": 50.567, "reason": null, "sample_age_ms": 4246.597, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.996, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.114, "count": 266, "max_ms": 17.026, "p95_ms": 12.621}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.376, "count": 266, "max_ms": 1.162, "p95_ms": 0.615}, "detection_prepare_ms": {"avg_ms": 1.391, "count": 266, "max_ms": 5.937, "p95_ms": 2.399}, "event_filter_ms": {"avg_ms": 0.004, "count": 266, "max_ms": 0.017, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.334, "count": 266, "max_ms": 1.057, "p95_ms": 0.534}, "mcmt_ms": {"avg_ms": 0.002, "count": 266, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.755, "count": 266, "max_ms": 9.726, "p95_ms": 6.447}, "setup_ms": {"avg_ms": 0.029, "count": 266, "max_ms": 0.095, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 8.069, "count": 266, "max_ms": 16.971, "p95_ms": 12.566}, "track_match_ms": {"avg_ms": 0.142, "count": 266, "max_ms": 0.493, "p95_ms": 0.261}, "tracker_update_ms": {"avg_ms": 2.035, "count": 266, "max_ms": 6.734, "p95_ms": 3.434}}, "gstreamer_push": {"avg_ms": 2.517, "count": 266, "max_ms": 5.908, "p95_ms": 4.193}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 266, "max_ms": 0.144, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.417, "count": 266, "max_ms": 64.219, "p95_ms": 51.919}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.867, "count": 266, "max_ms": 11.917, "p95_ms": 6.85}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.872, "count": 266, "max_ms": 112.082, "p95_ms": 100.616}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 266, "max_ms": 4.546, "p95_ms": 2.94}, "processing_residual_ms": {"avg_ms": 0.178, "count": 266, "max_ms": 0.551, "p95_ms": 0.325}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.593, "count": 266, "max_ms": 117.232, "p95_ms": 107.172}, "read_interval": {"avg_ms": 97.117, "count": 265, "max_ms": 171.302, "p95_ms": 126.115}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 266, "max_ms": 0.038, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 3.7, "count": 266, "max_ms": 9.643, "p95_ms": 6.393}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 266, "max_ms": 0.061, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.687, "count": 266, "max_ms": 9.619, "p95_ms": 6.361}, "worker_merge_ms": {"avg_ms": 0.005, "count": 266, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.429, "count": 266, "max_ms": 64.23, "p95_ms": 51.929}, "visualize": {"avg_ms": 33.335, "count": 266, "max_ms": 53.211, "p95_ms": 45.215}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.033, "count": 266, "max_ms": 41.762, "p95_ms": 35.832}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.052, "count": 266, "max_ms": 51.251, "p95_ms": 43.715}, "visualize_input_copy_ms": {"avg_ms": 1.127, "count": 266, "max_ms": 2.884, "p95_ms": 2.024}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.956, "count": 266, "max_ms": 50.997, "p95_ms": 43.619}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 266, "max_ms": 0.174, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1594.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.658, "skip_count": 7}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.532, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T11:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103391, "write_bytes_delta": 103391, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 560.0, "cpu_core_ratio": 0.400379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 36533, "reason": null, "system_cpu_core_ratio": 0.032949, "system_cpu_s_delta": 0.3300000000000409, "user_cpu_core_ratio": 0.36743, "user_cpu_s_delta": 3.680000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.950976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.624033, "system_cpu_s_delta": 6.25, "user_cpu_core_ratio": 1.326943, "user_cpu_s_delta": 13.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.323, "count": 321, "max_ms": 5.879, "p95_ms": 3.979, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.305, "max": 17.0, "p95": 15.0, "sample_count": 321}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.427, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 321}, "total": {"avg": 3.427, "max": 5.0, "p95": 4.0, "sample_count": 321}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.628, "count": 30, "max": 30.889, "p95": 26.445, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.169, "count": 30, "max": 21.282, "p95": 17.118, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 529.767, "count": 30, "max": 572.0, "p95": 565.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.374, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101887.333, "count": 30, "max": 104515.0, "p95": 103907.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101887.333, "count": 30, "max": 104515.0, "p95": 103907.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1563.4, "count": 30, "max": 46542.0, "p95": 22.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.665, "count": 30, "max": 0.729, "p95": 0.719, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.388, "count": 30, "max": 1.482, "p95": 1.453, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11520, "sampled_at": "2026-11-01T11:41:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T11:41:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8736.07, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T12:06:54+09:00", "last_error_summary": "[rtsp @ 0x5948c7809f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5948c7809e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 85, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T12:06:54+09:00", "last_error_summary": "[rtsp @ 0x5948c7809f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5948c7809e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T12:06:56+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T12:06:54+09:00", "pid": 39392, "process": {"exists": false, "pid": 39392}, "restart_count": 85, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 52586.91, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 52586.987, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 231.005, "last_sample_duration_ms": 549.312, "last_trigger": "periodic", "next_snapshot_in_sec": 368.995, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2562954}, "mjpeg": {"age_sec": 52586.902, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T12:06:56+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 52591.768, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52586929.964, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52586930.67, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52586917.153, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52586929.214, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.757, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.32, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 50784.195, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39212, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001748, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000455, "system_cpu_s_delta": 0.820000000001528, "user_cpu_core_ratio": 0.001293, "user_cpu_s_delta": 2.3299999999944703}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.713, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.811, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 25247.318, "count": 30, "max": 50784.195, "p95": 48170.951, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3609, "sampled_at": "2026-11-01T11:36:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T11:36:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8736.402, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 85, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T12:06:54+09:00", "last_error_summary": "[rtsp @ 0x5948c7809f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5948c7809e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T12:06:56+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.041, "last_started_at": "2026-11-01T12:06:54+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 85, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 52586.949, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 52587.027, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 231.026, "last_sample_duration_ms": 549.312, "last_trigger": "periodic", "next_snapshot_in_sec": 368.974, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2562954}, "mjpeg": {"age_sec": 52586.941, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T12:06:56+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 52591.793, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52586966.544, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52586967.251, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52586953.734, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52586965.795, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.698, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.743, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 52586.917, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39392, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.00127, "user_cpu_s_delta": 2.290000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.718, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.818, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 26849.855, "count": 30, "max": 52586.917, "p95": 49973.186, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3610, "sampled_at": "2026-11-01T12:06:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T12:06:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8768.586, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T12:36:57+09:00", "last_error_summary": "[rtsp @ 0x58dfee3cdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58dfee3cde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 86, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T12:36:57+09:00", "last_error_summary": "[rtsp @ 0x58dfee3cdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58dfee3cde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T12:36:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T12:36:57+09:00", "pid": 39394, "process": {"exists": false, "pid": 39394}, "restart_count": 86, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 54389.954, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 54390.031, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.064, "last_sample_duration_ms": 661.869, "last_trigger": "periodic", "next_snapshot_in_sec": 371.936, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2590800}, "mjpeg": {"age_sec": 54389.946, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T12:36:59+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 54394.802, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54389972.472, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54389973.178, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54389959.662, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54389971.723, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.712, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.743, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 52586.917, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39392, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.00127, "user_cpu_s_delta": 2.290000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.718, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.818, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 26849.855, "count": 30, "max": 52586.917, "p95": 49973.186, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3610, "sampled_at": "2026-11-01T12:06:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T12:06:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8768.996, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 86, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T12:36:57+09:00", "last_error_summary": "[rtsp @ 0x58dfee3cdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58dfee3cde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T12:36:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-11-01T12:36:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 86, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 54389.982, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 54390.06, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.085, "last_sample_duration_ms": 661.869, "last_trigger": "periodic", "next_snapshot_in_sec": 371.915, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2590800}, "mjpeg": {"age_sec": 54389.974, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T12:36:59+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 54394.825, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54389999.515, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54390000.221, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54389986.705, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54389998.766, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.322, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.058, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 54389.954, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39394, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000427, "system_cpu_s_delta": 0.7700000000004366, "user_cpu_core_ratio": 0.00127, "user_cpu_s_delta": 2.290000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.729, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.832, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 28492.414, "count": 30, "max": 54389.954, "p95": 51775.692, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3611, "sampled_at": "2026-11-01T12:36:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T12:36:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8810.527, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T13:07:00+09:00", "last_error_summary": "[rtsp @ 0x5947fc7eff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5947fc7efe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 87, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T13:07:00+09:00", "last_error_summary": "[rtsp @ 0x5947fc7eff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5947fc7efe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T13:07:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T13:07:00+09:00", "pid": 39458, "process": {"exists": false, "pid": 39458}, "restart_count": 87, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 56192.956, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 56193.033, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 225.444, "last_sample_duration_ms": 736.558, "last_trigger": "periodic", "next_snapshot_in_sec": 374.556, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2618639}, "mjpeg": {"age_sec": 56192.948, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T13:07:02+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 56197.815, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56192974.963, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56192975.669, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56192962.153, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56192974.214, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.595, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.058, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 54389.954, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39394, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000427, "system_cpu_s_delta": 0.7700000000004366, "user_cpu_core_ratio": 0.00127, "user_cpu_s_delta": 2.290000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.729, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.832, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 28492.414, "count": 30, "max": 54389.954, "p95": 51775.692, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3611, "sampled_at": "2026-11-01T12:36:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T12:36:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8810.715, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 87, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T13:07:00+09:00", "last_error_summary": "[rtsp @ 0x5947fc7eff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5947fc7efe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T13:07:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.046, "last_started_at": "2026-11-01T13:07:00+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 87, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 56193.0, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 56193.077, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 225.47, "last_sample_duration_ms": 736.558, "last_trigger": "periodic", "next_snapshot_in_sec": 374.53, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2618639}, "mjpeg": {"age_sec": 56192.991, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T13:07:02+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 56197.845, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193016.768, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193017.474, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193003.957, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193016.018, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.523, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.335, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 56192.963, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39458, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000444, "system_cpu_s_delta": 0.7999999999992724, "user_cpu_core_ratio": 0.001276, "user_cpu_s_delta": 2.3000000000029104}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.738, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.834, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 30174.989, "count": 30, "max": 56192.963, "p95": 53578.587, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3612, "sampled_at": "2026-11-01T13:07:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T13:07:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8857.598, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T13:37:03+09:00", "last_error_summary": "[rtsp @ 0x5b4bf1559f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b4bf1559e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 88, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T13:37:03+09:00", "last_error_summary": "[rtsp @ 0x5b4bf1559f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b4bf1559e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T13:37:05+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T13:37:03+09:00", "pid": 39460, "process": {"exists": false, "pid": 39460}, "restart_count": 88, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 57995.758, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 57995.835, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 222.384, "last_sample_duration_ms": 629.624, "last_trigger": "periodic", "next_snapshot_in_sec": 377.616, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 282, "storage_bytes": 2646476}, "mjpeg": {"age_sec": 57995.75, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T13:37:05+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 58000.616, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57995777.797, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57995778.503, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57995764.987, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57995777.048, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.393, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.335, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 56192.963, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39458, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000444, "system_cpu_s_delta": 0.7999999999992724, "user_cpu_core_ratio": 0.001276, "user_cpu_s_delta": 2.3000000000029104}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.738, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.834, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 30174.989, "count": 30, "max": 56192.963, "p95": 53578.587, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3612, "sampled_at": "2026-11-01T13:07:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T13:07:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8857.75, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 88, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T13:37:03+09:00", "last_error_summary": "[rtsp @ 0x5b4bf1559f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b4bf1559e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T13:37:05+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.048, "last_started_at": "2026-11-01T13:37:03+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 88, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 57995.805, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 57995.882, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 222.417, "last_sample_duration_ms": 629.624, "last_trigger": "periodic", "next_snapshot_in_sec": 377.583, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 282, "storage_bytes": 2646476}, "mjpeg": {"age_sec": 57995.797, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T13:37:05+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 58000.652, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57995821.864, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57995822.57, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57995809.053, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57995821.114, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.708, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.261, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 57995.765, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39460, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7800000000006548, "user_cpu_core_ratio": 0.001342, "user_cpu_s_delta": 2.4199999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.672, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.843, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31897.584, "count": 30, "max": 57995.765, "p95": 55381.609, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3613, "sampled_at": "2026-11-01T13:37:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T13:37:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2668604, "flush_count": 2831, "flush_interval_seconds": 30.0, "flush_state": {"count": 2831, "last_at": "2026-11-01T13:51:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T13:51:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2830}, "started": true, "suppressed_count": 1609811, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 184, "tracking_summary": 1609627}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2831, "written_record_count": 2831}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8656.871, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x621f8bda4f00] error while decoding MB 58 52, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4458118348800, "copied_frame_count": 1612456, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T13:01:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2023195, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T13:01:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.822}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 184, "events_emitted": 174, "events_failed": 0, "events_observed": 184, "events_suppressed": 10, "frame_buffer_copied_bytes": 4458118348800, "frame_buffer_copies": 1612456, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 8700, "recorder_active_input_bytes": 24053760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 174, "recorder_clips_failed": 0, "recorder_clips_started": 174, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 174, "worker_jobs_accepted": 174, "worker_jobs_completed": 174, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.083, "count": 512, "max_ms": 0.7071, "p50_ms": 0.0715, "p95_ms": 0.1519, "p99_ms": 0.2198}, "stages": {"db_insert": {"avg_ms": 16.3895, "count": 174, "max_ms": 62.2331, "p50_ms": 14.5805, "p95_ms": 31.9082, "p99_ms": 45.5041, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.717, "count": 174, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7896, "p99_ms": 3.4199, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 963.0996, "count": 184, "max_ms": 4422.916, "p50_ms": 955.2305, "p95_ms": 1348.999, "p99_ms": 1505.5914, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2392, "count": 512, "max_ms": 4.0226, "p50_ms": 1.1494, "p95_ms": 2.1019, "p99_ms": 2.6286, "results": {"failed": 0, "not_applicable": 0, "success": 1612456, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.5536, "count": 184, "max_ms": 1050.0878, "p50_ms": 502.1363, "p95_ms": 631.2414, "p99_ms": 890.3668, "results": {"failed": 0, "not_applicable": 0, "success": 184, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2746, "count": 174, "max_ms": 69.0696, "p50_ms": 22.8402, "p95_ms": 57.9175, "p99_ms": 67.7616, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1624, "count": 512, "max_ms": 10.1171, "p50_ms": 3.9744, "p95_ms": 5.8812, "p99_ms": 6.7983, "results": {"failed": 0, "not_applicable": 0, "success": 8700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.131, "count": 512, "max_ms": 3.0394, "p50_ms": 1.0378, "p95_ms": 1.9066, "p99_ms": 2.5501, "results": {"failed": 0, "not_applicable": 0, "success": 8700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.47, "count": 174, "max_ms": 1046.5567, "p50_ms": 505.1381, "p95_ms": 629.6, "p99_ms": 904.2558, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.2838, "count": 174, "max_ms": 967.4229, "p50_ms": 412.5105, "p95_ms": 529.2814, "p99_ms": 831.7177, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4308, "count": 174, "max_ms": 115.8706, "p50_ms": 84.9843, "p95_ms": 102.2305, "p99_ms": 111.3306, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7624, "count": 174, "max_ms": 15.8949, "p50_ms": 1.4067, "p95_ms": 3.1119, "p99_ms": 8.8223, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.2724, "count": 174, "max_ms": 73.1462, "p50_ms": 35.0377, "p95_ms": 57.4173, "p99_ms": 69.6435, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7907, "count": 184, "max_ms": 4.5565, "p50_ms": 0.6746, "p95_ms": 1.5496, "p99_ms": 2.6918, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3169, "count": 174, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 4.4577, "p99_ms": 8.9383, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3169, "count": 174, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 4.4577, "p99_ms": 8.9383, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7907, "count": 184, "max_ms": 4.5565, "p50_ms": 0.6746, "p95_ms": 1.5496, "p99_ms": 2.6918, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8814, "count": 174, "max_ms": 9.2164, "p50_ms": 0.7263, "p95_ms": 1.4876, "p99_ms": 3.0065, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 412.6898, "count": 174, "max_ms": 3752.636, "p50_ms": 356.375, "p95_ms": 678.3267, "p99_ms": 757.546, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 184, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1847, "count": 174, "max_ms": 14.3512, "p50_ms": 1.2099, "p95_ms": 7.157, "p99_ms": 11.8472, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9134, "count": 174, "max_ms": 92.2129, "p50_ms": 26.1418, "p95_ms": 59.4475, "p99_ms": 72.6615, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0914, "count": 174, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1706, "p99_ms": 0.211, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1025, "count": 174, "max_ms": 5.7989, "p50_ms": 2.0105, "p95_ms": 3.6562, "p99_ms": 5.5171, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 489.5278, "count": 174, "max_ms": 3837.487, "p50_ms": 434.7351, "p95_ms": 772.7346, "p99_ms": 831.5763, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 174, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 174, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1706, "p99_ms": 0.211}, "wait_ms": {"count": 174, "max_ms": 5.7989, "p50_ms": 2.0105, "p95_ms": 3.6562, "p99_ms": 5.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 174, "artifact_failed": 0, "artifact_requested": 174, "artifact_success": 174, "completed": 174, "completed_failed": 0, "completed_success": 174, "cooldown_promoted": 174, "database_requested": 174, "db_insert_success": 174, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15723, "relay_business_failed": 0, "relay_business_success": 174, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 174, "relay_transport_failed": 0, "relay_transport_success": 174, "reservation_requested": 174}, "snapshot": {"copied_bytes": 481075200, "copied_count": 174, "copy": {"count": 174, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7896, "p99_ms": 3.4199}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 459, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T13:52:24+09:00", "last_error_summary": "[h264 @ 0x621f8bda4f00] error while decoding MB 58 52, bytestream -9", "last_exit_at": "2026-11-01T11:41:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 7838.829, "last_started_at": "2026-11-01T11:41:45+09:00", "pid": 39276, "process": {"exists": false, "pid": 39276}, "restart_count": 167, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.292, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T13:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-01T13:52:24+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-11-01T13:52:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.18, "last_sample_duration_ms": 767.132, "last_trigger": "periodic", "next_snapshot_in_sec": 59.82, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2655750}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-01T13:52:24.697933+09:00", "mtime_epoch": 1793508744.6979332, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111287}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T13:52:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1668.383, "name": "celery", "pid": 206, "rss_mb": 1632.402, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 141, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1612457, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.868, "max": 23.0, "p95": 22.0, "sample_count": 288}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.726, "max": 6.0, "p95": 5.0, "sample_count": 288}, "total": {"avg": 4.726, "max": 6.0, "p95": 5.0, "sample_count": 288}}, "tracking_counts": {"active": {"avg": 0.281, "max": 2.0, "p95": 1.0, "sample_count": 288}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "removed": {"avg": 0.021, "max": 2.0, "p95": 0.0, "sample_count": 288}, "tracked": {"avg": 0.281, "max": 2.0, "p95": 1.0, "sample_count": 288}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.625, "pushed": 9.625, "read": 9.625}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 288, "client_acquire_ms": {"avg_ms": 0.006, "count": 289, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 19.503, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.723, "count": 288, "max_ms": 8.952, "p95_ms": 2.313, "reason": null, "sample_age_ms": 57.008, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 288, "max_ms": 8.606, "p95_ms": 1.678, "reason": null, "sample_age_ms": 57.215, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 289, "max_ms": 1.069, "p95_ms": 0.618, "reason": null, "sample_age_ms": 19.509, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.661, "count": 288, "max_ms": 4.749, "p95_ms": 2.647, "reason": null, "sample_age_ms": 55.862, "source": "client_direct"}, "request_count": 288, "request_tensor_bytes": {"avg": 2764808.0, "count": 288, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 55.848, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 289, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.777, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.413, "count": 289, "max_ms": 58.4, "p95_ms": 51.381, "reason": null, "sample_age_ms": 19.5, "source": "client_direct"}, "sample_age_ms": 19.497, "source": "client_direct", "task_total_ms": {"avg_ms": 38.579, "count": 289, "max_ms": 60.859, "p95_ms": 53.964, "reason": null, "sample_age_ms": 19.497, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.204, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.732, "count": 288, "max_ms": 17.872, "p95_ms": 14.245}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 288, "max_ms": 1.022, "p95_ms": 0.805}, "detection_prepare_ms": {"avg_ms": 1.534, "count": 288, "max_ms": 6.259, "p95_ms": 2.834}, "event_filter_ms": {"avg_ms": 0.005, "count": 288, "max_ms": 0.05, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.52, "count": 288, "max_ms": 0.952, "p95_ms": 0.783}, "mcmt_ms": {"avg_ms": 0.003, "count": 288, "max_ms": 0.028, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.778, "count": 288, "max_ms": 8.562, "p95_ms": 7.215}, "setup_ms": {"avg_ms": 0.031, "count": 288, "max_ms": 0.109, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 9.685, "count": 288, "max_ms": 17.823, "p95_ms": 14.195}, "track_match_ms": {"avg_ms": 0.106, "count": 288, "max_ms": 0.436, "p95_ms": 0.192}, "tracker_update_ms": {"avg_ms": 2.258, "count": 288, "max_ms": 7.294, "p95_ms": 3.806}}, "gstreamer_push": {"avg_ms": 2.377, "count": 288, "max_ms": 4.543, "p95_ms": 3.726}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 288, "max_ms": 0.518, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.659, "count": 288, "max_ms": 62.212, "p95_ms": 55.356}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.075, "count": 288, "max_ms": 15.042, "p95_ms": 7.935}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.226, "count": 288, "max_ms": 128.721, "p95_ms": 116.63}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 288, "max_ms": 6.411, "p95_ms": 2.811}, "processing_residual_ms": {"avg_ms": 0.208, "count": 288, "max_ms": 0.655, "p95_ms": 0.377}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.116, "count": 288, "max_ms": 134.814, "p95_ms": 120.72}, "read_interval": {"avg_ms": 103.995, "count": 288, "max_ms": 169.256, "p95_ms": 142.46}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 288, "max_ms": 0.12, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 4.719, "count": 288, "max_ms": 8.502, "p95_ms": 7.154}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 288, "max_ms": 0.043, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.704, "count": 288, "max_ms": 8.487, "p95_ms": 7.14}, "worker_merge_ms": {"avg_ms": 0.005, "count": 288, "max_ms": 0.028, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.67, "count": 288, "max_ms": 62.221, "p95_ms": 55.364}, "visualize": {"avg_ms": 36.587, "count": 288, "max_ms": 58.351, "p95_ms": 49.979}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.88, "count": 288, "max_ms": 44.762, "p95_ms": 38.879}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.279, "count": 288, "max_ms": 56.741, "p95_ms": 48.831}, "visualize_input_copy_ms": {"avg_ms": 1.155, "count": 288, "max_ms": 2.971, "p95_ms": 2.011}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.178, "count": 288, "max_ms": 56.639, "p95_ms": 48.706}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 288, "max_ms": 0.169, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 288}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1632.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.536, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.023, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T13:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109673, "write_bytes_delta": 109673, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 532.0, "cpu_core_ratio": 0.404164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 39276, "reason": null, "system_cpu_core_ratio": 0.03393, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.370234, "user_cpu_s_delta": 3.7100000000000364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.033793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.642671, "system_cpu_s_delta": 6.440000000002328, "user_cpu_core_ratio": 1.391123, "user_cpu_s_delta": 13.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.413, "count": 291, "max_ms": 6.617, "p95_ms": 3.772, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.533, "max": 23.0, "p95": 22.0, "sample_count": 291}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.56, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 291}, "total": {"avg": 4.56, "max": 6.0, "p95": 5.0, "sample_count": 291}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.007, "count": 30, "max": 33.363, "p95": 31.234, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.04, "count": 30, "max": 20.021, "p95": 17.431, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 526.8, "count": 30, "max": 550.0, "p95": 547.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.038, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.37, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.07, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100852.867, "count": 30, "max": 109673.0, "p95": 109083.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100852.867, "count": 30, "max": 109673.0, "p95": 109083.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.467, "count": 30, "max": 27.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.726, "p95": 0.708, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.389, "count": 30, "max": 1.457, "p95": 1.436, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12052, "sampled_at": "2026-11-01T13:52:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T13:52:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2668604, "flush_count": 2831, "flush_interval_seconds": 30.0, "flush_state": {"count": 2831, "last_at": "2026-11-01T13:51:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T13:51:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2830}, "started": true, "suppressed_count": 1609811, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 184, "tracking_summary": 1609627}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2831, "written_record_count": 2831}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8656.781, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T13:52:24+09:00", "last_error_summary": "[h264 @ 0x621f8bda4f00] error while decoding MB 58 52, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4458121113600, "copied_frame_count": 1612457, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T13:01:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2023195, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T13:01:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.822}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 184, "events_emitted": 174, "events_failed": 0, "events_observed": 184, "events_suppressed": 10, "frame_buffer_copied_bytes": 4458121113600, "frame_buffer_copies": 1612457, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 8700, "recorder_active_input_bytes": 24053760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 174, "recorder_clips_failed": 0, "recorder_clips_started": 174, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 174, "worker_jobs_accepted": 174, "worker_jobs_completed": 174, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0828, "count": 512, "max_ms": 0.7071, "p50_ms": 0.0714, "p95_ms": 0.1519, "p99_ms": 0.2198}, "stages": {"db_insert": {"avg_ms": 16.3895, "count": 174, "max_ms": 62.2331, "p50_ms": 14.5805, "p95_ms": 31.9082, "p99_ms": 45.5041, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.717, "count": 174, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7896, "p99_ms": 3.4199, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 963.0996, "count": 184, "max_ms": 4422.916, "p50_ms": 955.2305, "p95_ms": 1348.999, "p99_ms": 1505.5914, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2377, "count": 512, "max_ms": 4.0226, "p50_ms": 1.1461, "p95_ms": 2.1019, "p99_ms": 2.6286, "results": {"failed": 0, "not_applicable": 0, "success": 1612457, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.5536, "count": 184, "max_ms": 1050.0878, "p50_ms": 502.1363, "p95_ms": 631.2414, "p99_ms": 890.3668, "results": {"failed": 0, "not_applicable": 0, "success": 184, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2746, "count": 174, "max_ms": 69.0696, "p50_ms": 22.8402, "p95_ms": 57.9175, "p99_ms": 67.7616, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1624, "count": 512, "max_ms": 10.1171, "p50_ms": 3.9744, "p95_ms": 5.8812, "p99_ms": 6.7983, "results": {"failed": 0, "not_applicable": 0, "success": 8700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.131, "count": 512, "max_ms": 3.0394, "p50_ms": 1.0378, "p95_ms": 1.9066, "p99_ms": 2.5501, "results": {"failed": 0, "not_applicable": 0, "success": 8700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.47, "count": 174, "max_ms": 1046.5567, "p50_ms": 505.1381, "p95_ms": 629.6, "p99_ms": 904.2558, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.2838, "count": 174, "max_ms": 967.4229, "p50_ms": 412.5105, "p95_ms": 529.2814, "p99_ms": 831.7177, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4308, "count": 174, "max_ms": 115.8706, "p50_ms": 84.9843, "p95_ms": 102.2305, "p99_ms": 111.3306, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7624, "count": 174, "max_ms": 15.8949, "p50_ms": 1.4067, "p95_ms": 3.1119, "p99_ms": 8.8223, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.2724, "count": 174, "max_ms": 73.1462, "p50_ms": 35.0377, "p95_ms": 57.4173, "p99_ms": 69.6435, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7907, "count": 184, "max_ms": 4.5565, "p50_ms": 0.6746, "p95_ms": 1.5496, "p99_ms": 2.6918, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3169, "count": 174, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 4.4577, "p99_ms": 8.9383, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3169, "count": 174, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 4.4577, "p99_ms": 8.9383, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7907, "count": 184, "max_ms": 4.5565, "p50_ms": 0.6746, "p95_ms": 1.5496, "p99_ms": 2.6918, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8814, "count": 174, "max_ms": 9.2164, "p50_ms": 0.7263, "p95_ms": 1.4876, "p99_ms": 3.0065, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 412.6898, "count": 174, "max_ms": 3752.636, "p50_ms": 356.375, "p95_ms": 678.3267, "p99_ms": 757.546, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 184, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1847, "count": 174, "max_ms": 14.3512, "p50_ms": 1.2099, "p95_ms": 7.157, "p99_ms": 11.8472, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9134, "count": 174, "max_ms": 92.2129, "p50_ms": 26.1418, "p95_ms": 59.4475, "p99_ms": 72.6615, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0914, "count": 174, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1706, "p99_ms": 0.211, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1025, "count": 174, "max_ms": 5.7989, "p50_ms": 2.0105, "p95_ms": 3.6562, "p99_ms": 5.5171, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 489.5278, "count": 174, "max_ms": 3837.487, "p50_ms": 434.7351, "p95_ms": 772.7346, "p99_ms": 831.5763, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 174, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 174, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1706, "p99_ms": 0.211}, "wait_ms": {"count": 174, "max_ms": 5.7989, "p50_ms": 2.0105, "p95_ms": 3.6562, "p99_ms": 5.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 174, "artifact_failed": 0, "artifact_requested": 174, "artifact_success": 174, "completed": 174, "completed_failed": 0, "completed_success": 174, "cooldown_promoted": 174, "database_requested": 174, "db_insert_success": 174, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15723, "relay_business_failed": 0, "relay_business_success": 174, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 174, "relay_transport_failed": 0, "relay_transport_success": 174, "reservation_requested": 174}, "snapshot": {"copied_bytes": 481075200, "copied_count": 174, "copy": {"count": 174, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7896, "p99_ms": 3.4199}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 459, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T13:52:24+09:00", "last_error_summary": "[h264 @ 0x621f8bda4f00] error while decoding MB 58 52, bytestream -9", "last_exit_at": "2026-11-01T13:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 7838.882, "last_started_at": "2026-11-01T11:41:45+09:00", "pid": 39276, "process": {"exists": false, "pid": 39276}, "restart_count": 167, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.292, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T13:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-01T13:52:24+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-11-01T13:52:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.233, "last_sample_duration_ms": 767.132, "last_trigger": "periodic", "next_snapshot_in_sec": 59.767, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2655750}, "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-11-01T13:52:24.697933+09:00", "mtime_epoch": 1793508744.6979332, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111287}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T13:52:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1668.383, "name": "celery", "pid": 206, "rss_mb": 1632.383, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 141, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1612457, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.875, "max": 23.0, "p95": 22.0, "sample_count": 289}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.727, "max": 6.0, "p95": 5.0, "sample_count": 289}, "total": {"avg": 4.727, "max": 6.0, "p95": 5.0, "sample_count": 289}}, "tracking_counts": {"active": {"avg": 0.28, "max": 2.0, "p95": 1.0, "sample_count": 289}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 289}, "removed": {"avg": 0.021, "max": 2.0, "p95": 0.0, "sample_count": 289}, "tracked": {"avg": 0.28, "max": 2.0, "p95": 1.0, "sample_count": 289}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 289}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.642, "pushed": 9.642, "read": 9.608}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 288, "client_acquire_ms": {"avg_ms": 0.006, "count": 288, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 73.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.723, "count": 288, "max_ms": 8.952, "p95_ms": 2.313, "reason": null, "sample_age_ms": 110.983, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 288, "max_ms": 8.606, "p95_ms": 1.678, "reason": null, "sample_age_ms": 111.19, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 288, "max_ms": 1.069, "p95_ms": 0.618, "reason": null, "sample_age_ms": 73.484, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.661, "count": 288, "max_ms": 4.749, "p95_ms": 2.647, "reason": null, "sample_age_ms": 109.838, "source": "client_direct"}, "request_count": 288, "request_tensor_bytes": {"avg": 2764808.0, "count": 288, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 109.824, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 288, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.752, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.432, "count": 288, "max_ms": 58.4, "p95_ms": 51.398, "reason": null, "sample_age_ms": 73.475, "source": "client_direct"}, "sample_age_ms": 73.472, "source": "client_direct", "task_total_ms": {"avg_ms": 38.599, "count": 288, "max_ms": 60.859, "p95_ms": 53.99, "reason": null, "sample_age_ms": 73.472, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.004, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.732, "count": 289, "max_ms": 17.872, "p95_ms": 14.245}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 289, "max_ms": 1.022, "p95_ms": 0.805}, "detection_prepare_ms": {"avg_ms": 1.533, "count": 289, "max_ms": 6.259, "p95_ms": 2.834}, "event_filter_ms": {"avg_ms": 0.005, "count": 289, "max_ms": 0.05, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.52, "count": 289, "max_ms": 0.952, "p95_ms": 0.783}, "mcmt_ms": {"avg_ms": 0.003, "count": 289, "max_ms": 0.028, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.78, "count": 289, "max_ms": 8.562, "p95_ms": 7.215}, "setup_ms": {"avg_ms": 0.031, "count": 289, "max_ms": 0.109, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 9.685, "count": 289, "max_ms": 17.823, "p95_ms": 14.195}, "track_match_ms": {"avg_ms": 0.106, "count": 289, "max_ms": 0.436, "p95_ms": 0.192}, "tracker_update_ms": {"avg_ms": 2.26, "count": 289, "max_ms": 7.294, "p95_ms": 3.806}}, "gstreamer_push": {"avg_ms": 2.374, "count": 289, "max_ms": 4.543, "p95_ms": 3.726}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 289, "max_ms": 0.518, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.653, "count": 289, "max_ms": 62.212, "p95_ms": 55.356}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.071, "count": 289, "max_ms": 15.042, "p95_ms": 7.935}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 289, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 289, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.26, "count": 289, "max_ms": 128.721, "p95_ms": 116.63}, "inference_input_copy_ms": {"avg_ms": 1.605, "count": 289, "max_ms": 6.411, "p95_ms": 2.811}, "processing_residual_ms": {"avg_ms": 0.208, "count": 289, "max_ms": 0.655, "p95_ms": 0.377}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 289, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 289, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.145, "count": 289, "max_ms": 134.814, "p95_ms": 120.72}, "read_interval": {"avg_ms": 103.995, "count": 288, "max_ms": 169.256, "p95_ms": 142.46}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 289, "max_ms": 0.12, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 4.72, "count": 289, "max_ms": 8.502, "p95_ms": 7.154}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 289, "max_ms": 0.043, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.705, "count": 289, "max_ms": 8.487, "p95_ms": 7.14}, "worker_merge_ms": {"avg_ms": 0.005, "count": 289, "max_ms": 0.028, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.665, "count": 289, "max_ms": 62.221, "p95_ms": 55.364}, "visualize": {"avg_ms": 36.628, "count": 289, "max_ms": 58.351, "p95_ms": 49.979}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.88, "count": 289, "max_ms": 44.762, "p95_ms": 38.879}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 289, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.284, "count": 289, "max_ms": 56.741, "p95_ms": 48.831}, "visualize_input_copy_ms": {"avg_ms": 1.19, "count": 289, "max_ms": 11.444, "p95_ms": 2.025}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 289, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.183, "count": 289, "max_ms": 56.639, "p95_ms": 48.706}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 289, "max_ms": 0.169, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 289}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 289}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1632.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.536, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.023, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T13:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109673, "write_bytes_delta": 109673, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 532.0, "cpu_core_ratio": 0.404164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 39276, "reason": null, "system_cpu_core_ratio": 0.03393, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.370234, "user_cpu_s_delta": 3.7100000000000364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.033793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.642671, "system_cpu_s_delta": 6.440000000002328, "user_cpu_core_ratio": 1.391123, "user_cpu_s_delta": 13.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.413, "count": 291, "max_ms": 6.617, "p95_ms": 3.772, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.533, "max": 23.0, "p95": 22.0, "sample_count": 291}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.56, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 291}, "total": {"avg": 4.56, "max": 6.0, "p95": 5.0, "sample_count": 291}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.007, "count": 30, "max": 33.363, "p95": 31.234, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.04, "count": 30, "max": 20.021, "p95": 17.431, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 526.8, "count": 30, "max": 550.0, "p95": 547.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.038, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.37, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.07, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100852.867, "count": 30, "max": 109673.0, "p95": 109083.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100852.867, "count": 30, "max": 109673.0, "p95": 109083.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.467, "count": 30, "max": 27.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.726, "p95": 0.708, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.389, "count": 30, "max": 1.457, "p95": 1.436, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12052, "sampled_at": "2026-11-01T13:52:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T13:52:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2668604, "flush_count": 2831, "flush_interval_seconds": 30.0, "flush_state": {"count": 2831, "last_at": "2026-11-01T13:51:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T13:51:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2830}, "started": true, "suppressed_count": 1609811, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 184, "tracking_summary": 1609627}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2831, "written_record_count": 2831}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8656.727, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4458121113600, "copied_frame_count": 1612457, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T13:01:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2023195, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T13:01:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.822}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 184, "events_emitted": 174, "events_failed": 0, "events_observed": 184, "events_suppressed": 10, "frame_buffer_copied_bytes": 4458121113600, "frame_buffer_copies": 1612457, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 8700, "recorder_active_input_bytes": 24053760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 174, "recorder_clips_failed": 0, "recorder_clips_started": 174, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 174, "worker_jobs_accepted": 174, "worker_jobs_completed": 174, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0828, "count": 512, "max_ms": 0.7071, "p50_ms": 0.0714, "p95_ms": 0.1519, "p99_ms": 0.2198}, "stages": {"db_insert": {"avg_ms": 16.3895, "count": 174, "max_ms": 62.2331, "p50_ms": 14.5805, "p95_ms": 31.9082, "p99_ms": 45.5041, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.717, "count": 174, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7896, "p99_ms": 3.4199, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 963.0996, "count": 184, "max_ms": 4422.916, "p50_ms": 955.2305, "p95_ms": 1348.999, "p99_ms": 1505.5914, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2377, "count": 512, "max_ms": 4.0226, "p50_ms": 1.1461, "p95_ms": 2.1019, "p99_ms": 2.6286, "results": {"failed": 0, "not_applicable": 0, "success": 1612457, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.5536, "count": 184, "max_ms": 1050.0878, "p50_ms": 502.1363, "p95_ms": 631.2414, "p99_ms": 890.3668, "results": {"failed": 0, "not_applicable": 0, "success": 184, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2746, "count": 174, "max_ms": 69.0696, "p50_ms": 22.8402, "p95_ms": 57.9175, "p99_ms": 67.7616, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1624, "count": 512, "max_ms": 10.1171, "p50_ms": 3.9744, "p95_ms": 5.8812, "p99_ms": 6.7983, "results": {"failed": 0, "not_applicable": 0, "success": 8700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.131, "count": 512, "max_ms": 3.0394, "p50_ms": 1.0378, "p95_ms": 1.9066, "p99_ms": 2.5501, "results": {"failed": 0, "not_applicable": 0, "success": 8700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.47, "count": 174, "max_ms": 1046.5567, "p50_ms": 505.1381, "p95_ms": 629.6, "p99_ms": 904.2558, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.2838, "count": 174, "max_ms": 967.4229, "p50_ms": 412.5105, "p95_ms": 529.2814, "p99_ms": 831.7177, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4308, "count": 174, "max_ms": 115.8706, "p50_ms": 84.9843, "p95_ms": 102.2305, "p99_ms": 111.3306, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7624, "count": 174, "max_ms": 15.8949, "p50_ms": 1.4067, "p95_ms": 3.1119, "p99_ms": 8.8223, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.2724, "count": 174, "max_ms": 73.1462, "p50_ms": 35.0377, "p95_ms": 57.4173, "p99_ms": 69.6435, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7907, "count": 184, "max_ms": 4.5565, "p50_ms": 0.6746, "p95_ms": 1.5496, "p99_ms": 2.6918, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3169, "count": 174, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 4.4577, "p99_ms": 8.9383, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3169, "count": 174, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 4.4577, "p99_ms": 8.9383, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7907, "count": 184, "max_ms": 4.5565, "p50_ms": 0.6746, "p95_ms": 1.5496, "p99_ms": 2.6918, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8814, "count": 174, "max_ms": 9.2164, "p50_ms": 0.7263, "p95_ms": 1.4876, "p99_ms": 3.0065, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 412.6898, "count": 174, "max_ms": 3752.636, "p50_ms": 356.375, "p95_ms": 678.3267, "p99_ms": 757.546, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 184, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1847, "count": 174, "max_ms": 14.3512, "p50_ms": 1.2099, "p95_ms": 7.157, "p99_ms": 11.8472, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9134, "count": 174, "max_ms": 92.2129, "p50_ms": 26.1418, "p95_ms": 59.4475, "p99_ms": 72.6615, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0914, "count": 174, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1706, "p99_ms": 0.211, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1025, "count": 174, "max_ms": 5.7989, "p50_ms": 2.0105, "p95_ms": 3.6562, "p99_ms": 5.5171, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 489.5278, "count": 174, "max_ms": 3837.487, "p50_ms": 434.7351, "p95_ms": 772.7346, "p99_ms": 831.5763, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 174, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 174, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1706, "p99_ms": 0.211}, "wait_ms": {"count": 174, "max_ms": 5.7989, "p50_ms": 2.0105, "p95_ms": 3.6562, "p99_ms": 5.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 174, "artifact_failed": 0, "artifact_requested": 174, "artifact_success": 174, "completed": 174, "completed_failed": 0, "completed_success": 174, "cooldown_promoted": 174, "database_requested": 174, "db_insert_success": 174, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15723, "relay_business_failed": 0, "relay_business_success": 174, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 174, "relay_transport_failed": 0, "relay_transport_success": 174, "reservation_requested": 174}, "snapshot": {"copied_bytes": 481075200, "copied_count": 174, "copy": {"count": 174, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7896, "p99_ms": 3.4199}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 459, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T13:52:24+09:00", "last_error_summary": "[h264 @ 0x621f8bda4f00] error while decoding MB 58 52, bytestream -9", "last_exit_at": "2026-11-01T13:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 7838.912, "last_started_at": "2026-11-01T11:41:45+09:00", "pid": 39276, "process": {"exists": false, "pid": 39276}, "restart_count": 167, "restart_count_per_hour": 0, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.292, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T13:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-11-01T13:52:24+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-11-01T13:52:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.262, "last_sample_duration_ms": 767.132, "last_trigger": "periodic", "next_snapshot_in_sec": 59.738, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2655750}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-01T13:52:24.801933+09:00", "mtime_epoch": 1793508744.801933, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111421}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T13:52:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1668.383, "name": "celery", "pid": 206, "rss_mb": 1632.383, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 141, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1612457, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.865, "max": 23.0, "p95": 22.0, "sample_count": 288}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.726, "max": 6.0, "p95": 5.0, "sample_count": 288}, "total": {"avg": 4.726, "max": 6.0, "p95": 5.0, "sample_count": 288}}, "tracking_counts": {"active": {"avg": 0.278, "max": 2.0, "p95": 1.0, "sample_count": 288}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "removed": {"avg": 0.021, "max": 2.0, "p95": 0.0, "sample_count": 288}, "tracked": {"avg": 0.278, "max": 2.0, "p95": 1.0, "sample_count": 288}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.601, "pushed": 9.634, "read": 9.601}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 288, "client_acquire_ms": {"avg_ms": 0.006, "count": 288, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 102.846, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.725, "count": 287, "max_ms": 8.952, "p95_ms": 2.314, "reason": null, "sample_age_ms": 140.351, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.304, "count": 287, "max_ms": 8.606, "p95_ms": 1.678, "reason": null, "sample_age_ms": 140.558, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 288, "max_ms": 1.069, "p95_ms": 0.618, "reason": null, "sample_age_ms": 102.852, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.663, "count": 287, "max_ms": 4.749, "p95_ms": 2.647, "reason": null, "sample_age_ms": 139.205, "source": "client_direct"}, "request_count": 287, "request_tensor_bytes": {"avg": 2764808.0, "count": 288, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.191, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 288, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.12, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.432, "count": 288, "max_ms": 58.4, "p95_ms": 51.398, "reason": null, "sample_age_ms": 102.843, "source": "client_direct"}, "sample_age_ms": 102.84, "source": "client_direct", "task_total_ms": {"avg_ms": 38.599, "count": 288, "max_ms": 60.859, "p95_ms": 53.99, "reason": null, "sample_age_ms": 102.84, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.065, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.738, "count": 288, "max_ms": 17.872, "p95_ms": 14.245}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 288, "max_ms": 1.022, "p95_ms": 0.805}, "detection_prepare_ms": {"avg_ms": 1.535, "count": 288, "max_ms": 6.259, "p95_ms": 2.834}, "event_filter_ms": {"avg_ms": 0.005, "count": 288, "max_ms": 0.05, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.52, "count": 288, "max_ms": 0.952, "p95_ms": 0.783}, "mcmt_ms": {"avg_ms": 0.003, "count": 288, "max_ms": 0.028, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.782, "count": 288, "max_ms": 8.562, "p95_ms": 7.215}, "setup_ms": {"avg_ms": 0.031, "count": 288, "max_ms": 0.109, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 9.691, "count": 288, "max_ms": 17.823, "p95_ms": 14.195}, "track_match_ms": {"avg_ms": 0.106, "count": 288, "max_ms": 0.436, "p95_ms": 0.192}, "tracker_update_ms": {"avg_ms": 2.26, "count": 288, "max_ms": 7.294, "p95_ms": 3.806}}, "gstreamer_push": {"avg_ms": 2.374, "count": 289, "max_ms": 4.543, "p95_ms": 3.726}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 288, "max_ms": 0.518, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.675, "count": 288, "max_ms": 62.212, "p95_ms": 55.356}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.072, "count": 288, "max_ms": 15.042, "p95_ms": 7.935}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.297, "count": 288, "max_ms": 128.721, "p95_ms": 116.63}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 288, "max_ms": 6.411, "p95_ms": 2.811}, "processing_residual_ms": {"avg_ms": 0.208, "count": 288, "max_ms": 0.655, "p95_ms": 0.377}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.184, "count": 288, "max_ms": 134.814, "p95_ms": 120.72}, "read_interval": {"avg_ms": 103.995, "count": 288, "max_ms": 169.256, "p95_ms": 142.46}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 288, "max_ms": 0.12, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 4.723, "count": 288, "max_ms": 8.502, "p95_ms": 7.154}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 288, "max_ms": 0.043, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.708, "count": 288, "max_ms": 8.487, "p95_ms": 7.14}, "worker_merge_ms": {"avg_ms": 0.005, "count": 288, "max_ms": 0.028, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.687, "count": 288, "max_ms": 62.221, "p95_ms": 55.364}, "visualize": {"avg_ms": 36.636, "count": 288, "max_ms": 58.351, "p95_ms": 49.979}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.887, "count": 288, "max_ms": 44.762, "p95_ms": 38.879}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.292, "count": 288, "max_ms": 56.741, "p95_ms": 48.831}, "visualize_input_copy_ms": {"avg_ms": 1.191, "count": 288, "max_ms": 11.444, "p95_ms": 2.025}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 288, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.191, "count": 288, "max_ms": 56.639, "p95_ms": 48.706}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 288, "max_ms": 0.169, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 288}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1632.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.536, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.023, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T13:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109673, "write_bytes_delta": 109673, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 532.0, "cpu_core_ratio": 0.404164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 39276, "reason": null, "system_cpu_core_ratio": 0.03393, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.370234, "user_cpu_s_delta": 3.7100000000000364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.033793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.642671, "system_cpu_s_delta": 6.440000000002328, "user_cpu_core_ratio": 1.391123, "user_cpu_s_delta": 13.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.413, "count": 291, "max_ms": 6.617, "p95_ms": 3.772, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.533, "max": 23.0, "p95": 22.0, "sample_count": 291}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.56, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 291}, "total": {"avg": 4.56, "max": 6.0, "p95": 5.0, "sample_count": 291}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.007, "count": 30, "max": 33.363, "p95": 31.234, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.04, "count": 30, "max": 20.021, "p95": 17.431, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 526.8, "count": 30, "max": 550.0, "p95": 547.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.038, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.37, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.07, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100852.867, "count": 30, "max": 109673.0, "p95": 109083.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100852.867, "count": 30, "max": 109673.0, "p95": 109083.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.467, "count": 30, "max": 27.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.726, "p95": 0.708, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.389, "count": 30, "max": 1.457, "p95": 1.436, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12052, "sampled_at": "2026-11-01T13:52:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T13:52:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2668604, "flush_count": 2831, "flush_interval_seconds": 30.0, "flush_state": {"count": 2831, "last_at": "2026-11-01T13:51:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T13:51:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2830}, "started": true, "suppressed_count": 1609811, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 184, "tracking_summary": 1609627}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2831, "written_record_count": 2831}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8679.887, "limit_mb": null}, "detail": {"pid": 39462, "restart_count": 168, "start_count": 169}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4458121113600, "copied_frame_count": 1612457, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T13:01:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2023195, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T13:01:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.822}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 184, "events_emitted": 174, "events_failed": 0, "events_observed": 184, "events_suppressed": 10, "frame_buffer_copied_bytes": 4458121113600, "frame_buffer_copies": 1612457, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 8700, "recorder_active_input_bytes": 24053760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 174, "recorder_clips_failed": 0, "recorder_clips_started": 174, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 174, "worker_jobs_accepted": 174, "worker_jobs_completed": 174, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0828, "count": 512, "max_ms": 0.7071, "p50_ms": 0.0714, "p95_ms": 0.1519, "p99_ms": 0.2198}, "stages": {"db_insert": {"avg_ms": 16.3895, "count": 174, "max_ms": 62.2331, "p50_ms": 14.5805, "p95_ms": 31.9082, "p99_ms": 45.5041, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.717, "count": 174, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7896, "p99_ms": 3.4199, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 963.0996, "count": 184, "max_ms": 4422.916, "p50_ms": 955.2305, "p95_ms": 1348.999, "p99_ms": 1505.5914, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2377, "count": 512, "max_ms": 4.0226, "p50_ms": 1.1461, "p95_ms": 2.1019, "p99_ms": 2.6286, "results": {"failed": 0, "not_applicable": 0, "success": 1612457, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.5536, "count": 184, "max_ms": 1050.0878, "p50_ms": 502.1363, "p95_ms": 631.2414, "p99_ms": 890.3668, "results": {"failed": 0, "not_applicable": 0, "success": 184, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2746, "count": 174, "max_ms": 69.0696, "p50_ms": 22.8402, "p95_ms": 57.9175, "p99_ms": 67.7616, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1624, "count": 512, "max_ms": 10.1171, "p50_ms": 3.9744, "p95_ms": 5.8812, "p99_ms": 6.7983, "results": {"failed": 0, "not_applicable": 0, "success": 8700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.131, "count": 512, "max_ms": 3.0394, "p50_ms": 1.0378, "p95_ms": 1.9066, "p99_ms": 2.5501, "results": {"failed": 0, "not_applicable": 0, "success": 8700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 523.47, "count": 174, "max_ms": 1046.5567, "p50_ms": 505.1381, "p95_ms": 629.6, "p99_ms": 904.2558, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 433.2838, "count": 174, "max_ms": 967.4229, "p50_ms": 412.5105, "p95_ms": 529.2814, "p99_ms": 831.7177, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.4308, "count": 174, "max_ms": 115.8706, "p50_ms": 84.9843, "p95_ms": 102.2305, "p99_ms": 111.3306, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7624, "count": 174, "max_ms": 15.8949, "p50_ms": 1.4067, "p95_ms": 3.1119, "p99_ms": 8.8223, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.2724, "count": 174, "max_ms": 73.1462, "p50_ms": 35.0377, "p95_ms": 57.4173, "p99_ms": 69.6435, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7907, "count": 184, "max_ms": 4.5565, "p50_ms": 0.6746, "p95_ms": 1.5496, "p99_ms": 2.6918, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3169, "count": 174, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 4.4577, "p99_ms": 8.9383, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3169, "count": 174, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 4.4577, "p99_ms": 8.9383, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7907, "count": 184, "max_ms": 4.5565, "p50_ms": 0.6746, "p95_ms": 1.5496, "p99_ms": 2.6918, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 10, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8814, "count": 174, "max_ms": 9.2164, "p50_ms": 0.7263, "p95_ms": 1.4876, "p99_ms": 3.0065, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 412.6898, "count": 174, "max_ms": 3752.636, "p50_ms": 356.375, "p95_ms": 678.3267, "p99_ms": 757.546, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 184, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1847, "count": 174, "max_ms": 14.3512, "p50_ms": 1.2099, "p95_ms": 7.157, "p99_ms": 11.8472, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.9134, "count": 174, "max_ms": 92.2129, "p50_ms": 26.1418, "p95_ms": 59.4475, "p99_ms": 72.6615, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0914, "count": 174, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1706, "p99_ms": 0.211, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1025, "count": 174, "max_ms": 5.7989, "p50_ms": 2.0105, "p95_ms": 3.6562, "p99_ms": 5.5171, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 489.5278, "count": 174, "max_ms": 3837.487, "p50_ms": 434.7351, "p95_ms": 772.7346, "p99_ms": 831.5763, "results": {"failed": 0, "not_applicable": 0, "success": 174, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 174, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 174, "max_ms": 1.1521, "p50_ms": 0.0758, "p95_ms": 0.1706, "p99_ms": 0.211}, "wait_ms": {"count": 174, "max_ms": 5.7989, "p50_ms": 2.0105, "p95_ms": 3.6562, "p99_ms": 5.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 174, "artifact_failed": 0, "artifact_requested": 174, "artifact_success": 174, "completed": 174, "completed_failed": 0, "completed_success": 174, "cooldown_promoted": 174, "database_requested": 174, "db_insert_success": 174, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15723, "relay_business_failed": 0, "relay_business_success": 174, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 174, "relay_transport_failed": 0, "relay_transport_success": 174, "reservation_requested": 174}, "snapshot": {"copied_bytes": 481075200, "copied_count": 174, "copy": {"count": 174, "max_ms": 4.0365, "p50_ms": 1.6176, "p95_ms": 2.7896, "p99_ms": 3.4199}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 459, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T13:52:24+09:00", "last_error_summary": "[h264 @ 0x621f8bda4f00] error while decoding MB 58 52, bytestream -9", "last_exit_at": "2026-11-01T13:52:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T13:52:27+09:00", "pid": 39462, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.992, "name": "ffmpeg", "pid": 39462, "rss_mb": 57.992, "state": "S (sleeping)", "threads": 1}, "restart_count": 168, "restart_count_per_hour": 1, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.242, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T13:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.687, "last_frame_pushed_at": "2026-11-01T13:52:24+09:00", "last_frame_read_age_sec": 4.791, "last_frame_read_at": "2026-11-01T13:52:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 544.924, "last_sample_duration_ms": 767.132, "last_trigger": "periodic", "next_snapshot_in_sec": 55.076, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2655750}, "mjpeg": {"age_sec": 4.677, "exists": true, "mtime": "2026-11-01T13:52:24.801933+09:00", "mtime_epoch": 1793508744.801933, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111421}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-01T13:52:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1668.383, "name": "celery", "pid": 206, "rss_mb": 1632.387, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 141, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1612457, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.959, "max": 23.0, "p95": 22.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.709, "max": 6.0, "p95": 5.0, "sample_count": 244}, "total": {"avg": 4.709, "max": 6.0, "p95": 5.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.266, "max": 2.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.02, "max": 2.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.266, "max": 2.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.144, "pushed": 8.144, "read": 8.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4764.879, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.695, "count": 243, "max_ms": 8.952, "p95_ms": 2.089, "reason": null, "sample_age_ms": 4802.385, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 243, "max_ms": 8.606, "p95_ms": 1.629, "reason": null, "sample_age_ms": 4802.592, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 243, "max_ms": 1.069, "p95_ms": 0.62, "reason": null, "sample_age_ms": 4764.886, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.623, "count": 243, "max_ms": 4.025, "p95_ms": 2.61, "reason": null, "sample_age_ms": 4801.239, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4801.225, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4765.154, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.184, "count": 243, "max_ms": 58.4, "p95_ms": 51.143, "reason": null, "sample_age_ms": 4764.877, "source": "client_direct"}, "sample_age_ms": 4764.874, "source": "client_direct", "task_total_ms": {"avg_ms": 38.313, "count": 243, "max_ms": 60.859, "p95_ms": 53.637, "reason": null, "sample_age_ms": 4764.874, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.7, "count": 244, "max_ms": 16.168, "p95_ms": 14.278}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 244, "max_ms": 1.022, "p95_ms": 0.785}, "detection_prepare_ms": {"avg_ms": 1.535, "count": 244, "max_ms": 6.259, "p95_ms": 2.834}, "event_filter_ms": {"avg_ms": 0.005, "count": 244, "max_ms": 0.05, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.522, "count": 244, "max_ms": 0.92, "p95_ms": 0.783}, "mcmt_ms": {"avg_ms": 0.003, "count": 244, "max_ms": 0.028, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 4.772, "count": 244, "max_ms": 8.562, "p95_ms": 7.215}, "setup_ms": {"avg_ms": 0.031, "count": 244, "max_ms": 0.109, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 9.653, "count": 244, "max_ms": 16.081, "p95_ms": 14.199}, "track_match_ms": {"avg_ms": 0.105, "count": 244, "max_ms": 0.436, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 2.242, "count": 244, "max_ms": 5.485, "p95_ms": 3.806}}, "gstreamer_push": {"avg_ms": 2.368, "count": 244, "max_ms": 4.543, "p95_ms": 3.614}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 244, "max_ms": 0.518, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.354, "count": 244, "max_ms": 62.212, "p95_ms": 55.104}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.05, "count": 244, "max_ms": 11.876, "p95_ms": 7.294}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.232, "count": 244, "max_ms": 128.721, "p95_ms": 113.149}, "inference_input_copy_ms": {"avg_ms": 1.602, "count": 244, "max_ms": 6.411, "p95_ms": 2.811}, "processing_residual_ms": {"avg_ms": 0.209, "count": 244, "max_ms": 0.655, "p95_ms": 0.377}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.093, "count": 244, "max_ms": 134.814, "p95_ms": 117.875}, "read_interval": {"avg_ms": 104.005, "count": 243, "max_ms": 167.637, "p95_ms": 142.833}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 244, "max_ms": 0.12, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 4.713, "count": 244, "max_ms": 8.502, "p95_ms": 7.154}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 244, "max_ms": 0.039, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.697, "count": 244, "max_ms": 8.487, "p95_ms": 7.14}, "worker_merge_ms": {"avg_ms": 0.005, "count": 244, "max_ms": 0.028, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 39.365, "count": 244, "max_ms": 62.221, "p95_ms": 55.114}, "visualize": {"avg_ms": 36.936, "count": 244, "max_ms": 58.351, "p95_ms": 49.627}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.157, "count": 244, "max_ms": 44.762, "p95_ms": 38.016}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.575, "count": 244, "max_ms": 56.741, "p95_ms": 48.34}, "visualize_input_copy_ms": {"avg_ms": 1.209, "count": 244, "max_ms": 11.444, "p95_ms": 2.036}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.474, "count": 244, "max_ms": 56.639, "p95_ms": 48.231}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 244, "max_ms": 0.136, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1632.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.536, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.023, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T13:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109673, "write_bytes_delta": 109673, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 532.0, "cpu_core_ratio": 0.404164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 39276, "reason": null, "system_cpu_core_ratio": 0.03393, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.370234, "user_cpu_s_delta": 3.7100000000000364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.033793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.642671, "system_cpu_s_delta": 6.440000000002328, "user_cpu_core_ratio": 1.391123, "user_cpu_s_delta": 13.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.413, "count": 291, "max_ms": 6.617, "p95_ms": 3.772, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.533, "max": 23.0, "p95": 22.0, "sample_count": 291}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.56, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 291}, "total": {"avg": 4.56, "max": 6.0, "p95": 5.0, "sample_count": 291}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.007, "count": 30, "max": 33.363, "p95": 31.234, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.04, "count": 30, "max": 20.021, "p95": 17.431, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 526.8, "count": 30, "max": 550.0, "p95": 547.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.038, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.37, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.07, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100852.867, "count": 30, "max": 109673.0, "p95": 109083.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100852.867, "count": 30, "max": 109673.0, "p95": 109083.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.467, "count": 30, "max": 27.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.726, "p95": 0.708, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.389, "count": 30, "max": 1.457, "p95": 1.436, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12052, "sampled_at": "2026-11-01T13:52:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T13:52:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8887.465, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T14:07:05+09:00", "last_error_summary": "[rtsp @ 0x629432eacf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x629432eace00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T14:07:05+09:00", "last_error_summary": "[rtsp @ 0x629432eacf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x629432eace00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T14:07:07+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T14:07:05+09:00", "pid": 39640, "process": {"exists": false, "pid": 39640}, "restart_count": 89, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 59797.852, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 59797.93, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 218.978, "last_sample_duration_ms": 649.233, "last_trigger": "periodic", "next_snapshot_in_sec": 381.022, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2674314}, "mjpeg": {"age_sec": 59797.844, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T14:07:07+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 59802.701, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59797871.055, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59797871.761, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59797858.244, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59797870.305, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.178, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.261, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 57995.765, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39460, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000433, "system_cpu_s_delta": 0.7800000000006548, "user_cpu_core_ratio": 0.001342, "user_cpu_s_delta": 2.4199999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.672, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.843, "count": 30, "max": 3.185, "p95": 2.524, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31897.584, "count": 30, "max": 57995.765, "p95": 55381.609, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3613, "sampled_at": "2026-11-01T13:37:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T13:37:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8887.645, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T14:07:05+09:00", "last_error_summary": "[rtsp @ 0x629432eacf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x629432eace00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T14:07:07+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-11-01T14:07:05+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 89, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 59797.882, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 59797.959, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 218.999, "last_sample_duration_ms": 649.233, "last_trigger": "periodic", "next_snapshot_in_sec": 381.001, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2674314}, "mjpeg": {"age_sec": 59797.874, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T14:07:07+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 59802.725, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59797899.232, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59797899.938, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59797886.422, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59797898.483, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.083, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.838, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 59797.853, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39640, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001609, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000411, "system_cpu_s_delta": 0.7399999999997817, "user_cpu_core_ratio": 0.001199, "user_cpu_s_delta": 2.1599999999962165}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.636, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.813, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 33660.166, "count": 30, "max": 59797.853, "p95": 57184.504, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3614, "sampled_at": "2026-11-01T14:07:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T14:07:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8887.41, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T14:37:07+09:00", "last_error_summary": "[rtsp @ 0x5dcf6e34af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dcf6e34ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 90, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T14:37:07+09:00", "last_error_summary": "[rtsp @ 0x5dcf6e34af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dcf6e34ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T14:37:09+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T14:37:07+09:00", "pid": 39704, "process": {"exists": false, "pid": 39704}, "restart_count": 90, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 61600.256, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 61600.333, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 215.755, "last_sample_duration_ms": 665.07, "last_trigger": "periodic", "next_snapshot_in_sec": 384.245, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2702145}, "mjpeg": {"age_sec": 61600.248, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T14:37:09+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 61605.107, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61600275.225, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61600275.931, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61600262.414, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61600274.475, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.208, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.838, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 59797.853, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39640, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001609, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000411, "system_cpu_s_delta": 0.7399999999997817, "user_cpu_core_ratio": 0.001199, "user_cpu_s_delta": 2.1599999999962165}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.636, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.813, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 33660.166, "count": 30, "max": 59797.853, "p95": 57184.504, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3614, "sampled_at": "2026-11-01T14:07:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T14:07:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8887.434, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 90, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T14:37:07+09:00", "last_error_summary": "[rtsp @ 0x5dcf6e34af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dcf6e34ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T14:37:09+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-11-01T14:37:07+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 90, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 61600.286, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 61600.364, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 215.772, "last_sample_duration_ms": 665.07, "last_trigger": "periodic", "next_snapshot_in_sec": 384.228, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2702145}, "mjpeg": {"age_sec": 61600.278, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T14:37:09+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 61605.127, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61600303.401, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61600304.108, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61600290.591, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61600302.652, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.392, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.591, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 61600.259, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39704, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.7000000000007276, "user_cpu_core_ratio": 0.001137, "user_cpu_s_delta": 2.0500000000029104}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.629, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.809, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 35462.728, "count": 30, "max": 61600.259, "p95": 58986.913, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3615, "sampled_at": "2026-11-01T14:37:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T14:37:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8928.703, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T15:07:10+09:00", "last_error_summary": "[rtsp @ 0x5bfc2f735f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bfc2f735e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 91, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T15:07:10+09:00", "last_error_summary": "[rtsp @ 0x5bfc2f735f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bfc2f735e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T15:07:12+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T15:07:10+09:00", "pid": 39830, "process": {"exists": false, "pid": 39830}, "restart_count": 91, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 63403.152, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 63403.229, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.915, "last_sample_duration_ms": 649.063, "last_trigger": "periodic", "next_snapshot_in_sec": 388.085, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2729989}, "mjpeg": {"age_sec": 63403.144, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T15:07:12+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 63408.015, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63403170.789, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63403171.496, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63403157.979, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63403170.04, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 12.553, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.591, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 61600.259, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39704, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.7000000000007276, "user_cpu_core_ratio": 0.001137, "user_cpu_s_delta": 2.0500000000029104}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.629, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.809, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 35462.728, "count": 30, "max": 61600.259, "p95": 58986.913, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3615, "sampled_at": "2026-11-01T14:37:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T14:37:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8924.691, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 91, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T15:07:10+09:00", "last_error_summary": "[rtsp @ 0x5bfc2f735f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bfc2f735e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T15:07:12+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.046, "last_started_at": "2026-11-01T15:07:10+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 91, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 63403.196, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 63403.273, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 211.937, "last_sample_duration_ms": 649.063, "last_trigger": "periodic", "next_snapshot_in_sec": 388.063, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2729989}, "mjpeg": {"age_sec": 63403.188, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T15:07:12+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 63408.038, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63403213.38, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63403214.087, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63403200.57, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63403212.631, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.658, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.223, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 63403.161, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39830, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.00112, "user_cpu_s_delta": 2.0200000000040745}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.624, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.808, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 37265.31, "count": 30, "max": 63403.161, "p95": 60789.176, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3616, "sampled_at": "2026-11-01T15:07:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T15:07:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8952.383, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T15:37:13+09:00", "last_error_summary": "[rtsp @ 0x5c07cf15ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c07cf15ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T15:37:13+09:00", "last_error_summary": "[rtsp @ 0x5c07cf15ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c07cf15ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T15:37:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T15:37:13+09:00", "pid": 39894, "process": {"exists": false, "pid": 39894}, "restart_count": 92, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 65205.983, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 65206.061, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.214, "last_sample_duration_ms": 784.5, "last_trigger": "periodic", "next_snapshot_in_sec": 390.786, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2757840}, "mjpeg": {"age_sec": 65205.975, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T15:37:15+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 65210.831, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206001.894, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206002.6, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65205989.084, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206001.145, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.223, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 63403.161, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39830, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.00112, "user_cpu_s_delta": 2.0200000000040745}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.624, "count": 30, "max": 5.616, "p95": 5.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.808, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 37265.31, "count": 30, "max": 63403.161, "p95": 60789.176, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3616, "sampled_at": "2026-11-01T15:07:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T15:07:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8952.504, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 92, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T15:37:13+09:00", "last_error_summary": "[rtsp @ 0x5c07cf15ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c07cf15ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T15:37:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-11-01T15:37:13+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 92, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 65206.016, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 65206.093, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.239, "last_sample_duration_ms": 784.5, "last_trigger": "periodic", "next_snapshot_in_sec": 390.761, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2757840}, "mjpeg": {"age_sec": 65206.007, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T15:37:15+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 65210.86, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206032.746, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206033.452, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206019.935, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206031.996, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.922, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.64, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 65205.984, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39894, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.6999999999989086, "user_cpu_core_ratio": 0.001126, "user_cpu_s_delta": 2.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.606, "count": 30, "max": 5.616, "p95": 5.092, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.789, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 39067.908, "count": 30, "max": 65205.984, "p95": 62591.855, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3617, "sampled_at": "2026-11-01T15:37:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T15:37:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8985.77, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T16:07:16+09:00", "last_error_summary": "[rtsp @ 0x62c2e94adf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62c2e94ade00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T16:07:16+09:00", "last_error_summary": "[rtsp @ 0x62c2e94adf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62c2e94ade00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T16:07:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T16:07:16+09:00", "pid": 39896, "process": {"exists": false, "pid": 39896}, "restart_count": 93, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 67008.776, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 67008.853, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 206.232, "last_sample_duration_ms": 826.512, "last_trigger": "periodic", "next_snapshot_in_sec": 393.768, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2785690}, "mjpeg": {"age_sec": 67008.768, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T16:07:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 67013.627, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67008794.807, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67008795.513, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67008781.996, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67008794.058, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.752, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.64, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 65205.984, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39894, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000388, "system_cpu_s_delta": 0.6999999999989086, "user_cpu_core_ratio": 0.001126, "user_cpu_s_delta": 2.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.606, "count": 30, "max": 5.616, "p95": 5.092, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.789, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 39067.908, "count": 30, "max": 65205.984, "p95": 62591.855, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3617, "sampled_at": "2026-11-01T15:37:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T15:37:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8985.996, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 93, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T16:07:16+09:00", "last_error_summary": "[rtsp @ 0x62c2e94adf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62c2e94ade00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T16:07:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-11-01T16:07:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 93, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 67008.805, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 67008.882, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 206.249, "last_sample_duration_ms": 826.512, "last_trigger": "periodic", "next_snapshot_in_sec": 393.751, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2785690}, "mjpeg": {"age_sec": 67008.797, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T16:07:18+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 67013.646, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67008822.15, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67008822.856, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67008809.339, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67008821.4, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.529, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.241, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 67008.777, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39896, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6500000000014552, "user_cpu_core_ratio": 0.001115, "user_cpu_s_delta": 2.0099999999947613}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.494, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.768, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 40870.515, "count": 30, "max": 67008.777, "p95": 64394.714, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3618, "sampled_at": "2026-11-01T16:07:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T16:07:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9042.574, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T16:37:18+09:00", "last_error_summary": "[rtsp @ 0x5e1c0e9def00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e1c0e9dee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T16:37:18+09:00", "last_error_summary": "[rtsp @ 0x5e1c0e9def00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e1c0e9dee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T16:37:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T16:37:18+09:00", "pid": 39960, "process": {"exists": false, "pid": 39960}, "restart_count": 94, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 68811.318, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 68811.395, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 202.978, "last_sample_duration_ms": 712.155, "last_trigger": "periodic", "next_snapshot_in_sec": 397.022, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2813531}, "mjpeg": {"age_sec": 68811.31, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T16:37:20+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 68816.168, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811336.605, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811337.311, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811323.794, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811335.855, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.485, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.241, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 67008.777, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39896, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6500000000014552, "user_cpu_core_ratio": 0.001115, "user_cpu_s_delta": 2.0099999999947613}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.494, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.768, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 40870.515, "count": 30, "max": 67008.777, "p95": 64394.714, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3618, "sampled_at": "2026-11-01T16:07:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T16:07:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9042.418, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 94, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T16:37:18+09:00", "last_error_summary": "[rtsp @ 0x5e1c0e9def00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e1c0e9dee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T16:37:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-11-01T16:37:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 94, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 68811.348, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 68811.425, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 202.997, "last_sample_duration_ms": 712.155, "last_trigger": "periodic", "next_snapshot_in_sec": 397.003, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2813531}, "mjpeg": {"age_sec": 68811.34, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T16:37:20+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 68816.19, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811365.09, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811365.796, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811352.279, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811364.341, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.091, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.036, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 68811.319, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39960, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001087, "user_cpu_s_delta": 1.9600000000064028}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.512, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.78, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 42673.117, "count": 30, "max": 68811.319, "p95": 66197.52, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3619, "sampled_at": "2026-11-01T16:37:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T16:37:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9058.52, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T17:07:21+09:00", "last_error_summary": "[rtsp @ 0x5887d704ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5887d704fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 95, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T17:07:21+09:00", "last_error_summary": "[rtsp @ 0x5887d704ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5887d704fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T17:07:22+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T17:07:20+09:00", "pid": 40210, "process": {"exists": false, "pid": 40210}, "restart_count": 95, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 70613.454, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 70613.531, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 199.807, "last_sample_duration_ms": 619.213, "last_trigger": "periodic", "next_snapshot_in_sec": 400.193, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2841367}, "mjpeg": {"age_sec": 70613.446, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T17:07:23+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 70618.303, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613472.687, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613473.394, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613459.877, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613471.938, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.389, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.036, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 68811.319, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 39960, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001459, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001087, "user_cpu_s_delta": 1.9600000000064028}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.512, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.78, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 42673.117, "count": 30, "max": 68811.319, "p95": 66197.52, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3619, "sampled_at": "2026-11-01T16:37:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T16:37:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9058.777, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 95, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T17:07:21+09:00", "last_error_summary": "[rtsp @ 0x5887d704ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5887d704fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T17:07:22+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-11-01T17:07:20+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 95, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 70613.487, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 70613.564, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 199.83, "last_sample_duration_ms": 619.213, "last_trigger": "periodic", "next_snapshot_in_sec": 400.17, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2841367}, "mjpeg": {"age_sec": 70613.479, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T17:07:23+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 70618.329, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613504.697, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613505.403, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613491.887, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613503.948, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.818, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.907, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70613.455, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40210, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001065, "user_cpu_s_delta": 1.9199999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.524, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.786, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 44475.712, "count": 30, "max": 70613.455, "p95": 68000.175, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3620, "sampled_at": "2026-11-01T17:07:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T17:07:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9084.551, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T17:37:24+09:00", "last_error_summary": "[rtsp @ 0x64c52f82ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64c52f82fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T17:37:24+09:00", "last_error_summary": "[rtsp @ 0x64c52f82ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64c52f82fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T17:37:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T17:37:23+09:00", "pid": 40212, "process": {"exists": false, "pid": 40212}, "restart_count": 96, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 72416.322, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 72416.399, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.135, "last_sample_duration_ms": 600.418, "last_trigger": "periodic", "next_snapshot_in_sec": 402.865, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2869219}, "mjpeg": {"age_sec": 72416.314, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T17:37:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 72421.175, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416341.582, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416342.288, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416328.771, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416340.832, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.313, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.907, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70613.455, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40210, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000372, "system_cpu_s_delta": 0.6700000000000728, "user_cpu_core_ratio": 0.001065, "user_cpu_s_delta": 1.9199999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.524, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.786, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 44475.712, "count": 30, "max": 70613.455, "p95": 68000.175, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3620, "sampled_at": "2026-11-01T17:07:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T17:07:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9084.047, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 96, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T17:37:24+09:00", "last_error_summary": "[rtsp @ 0x64c52f82ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64c52f82fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T17:37:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.041, "last_started_at": "2026-11-01T17:37:23+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 96, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 72416.362, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 72416.44, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.163, "last_sample_duration_ms": 600.418, "last_trigger": "periodic", "next_snapshot_in_sec": 402.837, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2869219}, "mjpeg": {"age_sec": 72416.354, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T17:37:25+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 72421.208, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416379.429, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416380.135, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416366.619, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416378.68, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.008, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.722, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 72416.326, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40212, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.556, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.816, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 46278.335, "count": 30, "max": 72416.326, "p95": 69802.494, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3621, "sampled_at": "2026-11-01T17:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T17:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9124.648, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T18:07:26+09:00", "last_error_summary": "[rtsp @ 0x5f7125d8ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f7125d8fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T18:07:26+09:00", "last_error_summary": "[rtsp @ 0x5f7125d8ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f7125d8fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T18:07:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T18:07:26+09:00", "pid": 40276, "process": {"exists": false, "pid": 40276}, "restart_count": 97, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 74219.066, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 74219.143, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 109, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 194.268, "last_sample_duration_ms": 590.74, "last_trigger": "periodic", "next_snapshot_in_sec": 405.732, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 309, "storage_bytes": 2897052}, "mjpeg": {"age_sec": 74219.058, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T18:07:28+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 74223.917, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219085.016, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219085.722, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219072.205, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219084.266, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.722, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 72416.326, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40212, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000361, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.001076, "user_cpu_s_delta": 1.9399999999950523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.556, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.816, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 46278.335, "count": 30, "max": 72416.326, "p95": 69802.494, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3621, "sampled_at": "2026-11-01T17:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T17:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9124.629, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 97, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T18:07:26+09:00", "last_error_summary": "[rtsp @ 0x5f7125d8ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f7125d8fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T18:07:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-11-01T18:07:26+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 97, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 74219.098, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 74219.176, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 109, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 194.286, "last_sample_duration_ms": 590.74, "last_trigger": "periodic", "next_snapshot_in_sec": 405.714, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 309, "storage_bytes": 2897052}, "mjpeg": {"age_sec": 74219.09, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T18:07:28+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 74223.939, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219115.37, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219116.076, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219102.56, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219114.621, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.414, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.056, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 74219.068, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40276, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001448, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6900000000005093, "user_cpu_core_ratio": 0.001065, "user_cpu_s_delta": 1.9200000000055297}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.553, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.816, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 48080.947, "count": 30, "max": 74219.068, "p95": 71605.034, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3622, "sampled_at": "2026-11-01T18:07:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T18:07:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9151.707, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T18:37:29+09:00", "last_error_summary": "[rtsp @ 0x62a7925e4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62a7925e4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 98, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T18:37:29+09:00", "last_error_summary": "[rtsp @ 0x62a7925e4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62a7925e4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T18:37:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T18:37:29+09:00", "pid": 40278, "process": {"exists": false, "pid": 40278}, "restart_count": 98, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 76021.799, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 76021.876, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 112, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 191.335, "last_sample_duration_ms": 600.186, "last_trigger": "periodic", "next_snapshot_in_sec": 408.665, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 312, "storage_bytes": 2924902}, "mjpeg": {"age_sec": 76021.791, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T18:37:31+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 76026.65, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76021817.921, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76021818.627, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76021805.111, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76021817.172, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.063, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.056, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 74219.068, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40276, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001448, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6900000000005093, "user_cpu_core_ratio": 0.001065, "user_cpu_s_delta": 1.9200000000055297}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.553, "count": 30, "max": 5.461, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.816, "count": 30, "max": 3.185, "p95": 2.518, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 48080.947, "count": 30, "max": 74219.068, "p95": 71605.034, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3622, "sampled_at": "2026-11-01T18:07:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T18:07:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9151.219, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 98, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T18:37:29+09:00", "last_error_summary": "[rtsp @ 0x62a7925e4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62a7925e4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T18:37:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.04, "last_started_at": "2026-11-01T18:37:29+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 98, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 76021.838, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 76021.915, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 112, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 191.364, "last_sample_duration_ms": 600.186, "last_trigger": "periodic", "next_snapshot_in_sec": 408.636, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 312, "storage_bytes": 2924902}, "mjpeg": {"age_sec": 76021.83, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T18:37:31+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 76026.683, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76021855.238, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76021855.944, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76021842.427, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76021854.488, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.833, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.817, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 76021.8, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40278, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001453, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6899999999986903, "user_cpu_core_ratio": 0.001071, "user_cpu_s_delta": 1.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.465, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.805, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 49883.578, "count": 30, "max": 76021.8, "p95": 73407.834, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3623, "sampled_at": "2026-11-01T18:37:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T18:37:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 2489217, "flush_count": 3118, "flush_interval_seconds": 30.0, "flush_state": {"count": 3118, "last_at": "2026-11-01T18:39:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T18:39:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3117}, "started": true, "suppressed_count": 1846058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1846054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3118, "written_record_count": 3118}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8761.359, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5112587980800, "copied_frame_count": 1849171, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 5112587980800, "frame_buffer_copies": 1849171, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0915, "count": 512, "max_ms": 1.5464, "p50_ms": 0.0765, "p95_ms": 0.1415, "p99_ms": 0.1999}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.223, "count": 512, "max_ms": 2.7351, "p50_ms": 1.1852, "p95_ms": 1.9316, "p99_ms": 2.3778, "results": {"failed": 0, "not_applicable": 0, "success": 1849171, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T18:39:47+09:00", "last_error_summary": "[h264 @ 0x5e6bc20daa00] left block unavailable for requested intra mode [h264 @ 0x5e6bc20daa00] error while decoding MB 0 22, bytestream 8295", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 50689.55, "last_started_at": "2026-11-01T04:34:58+09:00", "pid": 36649, "process": {"exists": false, "pid": 36649}, "restart_count": 94, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.166, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T18:39:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-01T18:39:47+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-01T18:39:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 112, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.889, "last_sample_duration_ms": 600.186, "last_trigger": "periodic", "next_snapshot_in_sec": 272.111, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 312, "storage_bytes": 2924902}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-11-01T18:39:47.857255+09:00", "mtime_epoch": 1793525987.857255, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 113526}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T18:39:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1742.035, "name": "celery", "pid": 176, "rss_mb": 1742.035, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1849171, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.229, "pushed": 6.229, "read": 6.229}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 53.463, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.394, "count": 169, "max_ms": 2.55, "p95_ms": 1.065, "reason": null, "sample_age_ms": 76.227, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 169, "max_ms": 1.934, "p95_ms": 0.87, "reason": null, "sample_age_ms": 76.385, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 169, "max_ms": 0.226, "p95_ms": 0.136, "reason": null, "sample_age_ms": 53.47, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 169, "max_ms": 2.733, "p95_ms": 1.802, "reason": null, "sample_age_ms": 75.544, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 75.531, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.559, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.179, "count": 169, "max_ms": 58.582, "p95_ms": 37.618, "reason": null, "sample_age_ms": 53.461, "source": "client_direct"}, "sample_age_ms": 53.458, "source": "client_direct", "task_total_ms": {"avg_ms": 29.477, "count": 169, "max_ms": 60.789, "p95_ms": 38.992, "reason": null, "sample_age_ms": 53.458, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.103, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.501, "count": 169, "max_ms": 1.388, "p95_ms": 0.916}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 169, "max_ms": 0.539, "p95_ms": 0.314}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 169, "max_ms": 0.173, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.034, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 169, "max_ms": 0.172, "p95_ms": 0.113}, "mcmt_ms": {"avg_ms": 0.002, "count": 169, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 169, "max_ms": 0.441, "p95_ms": 0.236}, "setup_ms": {"avg_ms": 0.029, "count": 169, "max_ms": 0.079, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.473, "count": 169, "max_ms": 1.32, "p95_ms": 0.865}, "track_match_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.022, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 169, "max_ms": 0.061, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.315, "count": 169, "max_ms": 4.575, "p95_ms": 3.645}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 169, "max_ms": 0.578, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.116, "count": 169, "max_ms": 61.595, "p95_ms": 39.608}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 169, "max_ms": 0.105, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.902, "count": 169, "max_ms": 114.964, "p95_ms": 74.587}, "inference_input_copy_ms": {"avg_ms": 1.345, "count": 169, "max_ms": 2.806, "p95_ms": 2.346}, "processing_residual_ms": {"avg_ms": 0.109, "count": 169, "max_ms": 0.349, "p95_ms": 0.246}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.386, "count": 169, "max_ms": 116.666, "p95_ms": 75.997}, "read_interval": {"avg_ms": 188.461, "count": 169, "max_ms": 4943.499, "p95_ms": 299.993}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 169, "max_ms": 0.044, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.088, "count": 169, "max_ms": 0.341, "p95_ms": 0.167}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 169, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 169, "max_ms": 0.305, "p95_ms": 0.147}, "worker_merge_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.032, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.127, "count": 169, "max_ms": 61.609, "p95_ms": 39.613}, "visualize": {"avg_ms": 27.654, "count": 169, "max_ms": 59.65, "p95_ms": 37.168}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.05, "count": 169, "max_ms": 57.546, "p95_ms": 36.466}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.532, "count": 169, "max_ms": 59.402, "p95_ms": 36.978}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.467, "count": 169, "max_ms": 59.283, "p95_ms": 36.902}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 169, "max_ms": 0.098, "p95_ms": 0.064}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1742.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.005, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.163, "sample_count": 2810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T18:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.444, "exists": true, "size_bytes": 109591, "write_bytes_delta": 109591, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 190.0, "cpu_core_ratio": 1.219861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6483.0, "pid": 36649, "reason": null, "system_cpu_core_ratio": 0.52032, "system_cpu_s_delta": 5.399999999999864, "user_cpu_core_ratio": 0.699541, "user_cpu_s_delta": 7.260000000002037}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.267868, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.023125, "system_cpu_s_delta": 0.23999999999796273, "user_cpu_core_ratio": 0.244743, "user_cpu_s_delta": 2.539999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.316, "count": 146, "max_ms": 4.575, "p95_ms": 3.642, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.598, "count": 30, "max": 30.192, "p95": 26.332, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.715, "count": 30, "max": 18.157, "p95": 17.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 655.3, "count": 30, "max": 713.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 356.267, "count": 30, "max": 6483.0, "p95": 2312.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.52, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.883, "count": 30, "max": 0.943, "p95": 0.937, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.444, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94340.867, "count": 30, "max": 109591.0, "p95": 105340.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94340.867, "count": 30, "max": 109591.0, "p95": 105340.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 29.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.051, "p95": 0.05, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.508, "p95": 0.503, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 14561, "sampled_at": "2026-11-01T18:39:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T18:39:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.132, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 2489217, "flush_count": 3118, "flush_interval_seconds": 30.0, "flush_state": {"count": 3118, "last_at": "2026-11-01T18:39:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T18:39:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3117}, "started": true, "suppressed_count": 1846058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1846054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3118, "written_record_count": 3118}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8761.359, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e6bc20daa00] left block unavailable for requested intra mode [h264 @ 0x5e6bc20daa00] error while decoding MB 0 22, bytestream 8295", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5112587980800, "copied_frame_count": 1849171, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 5112587980800, "frame_buffer_copies": 1849171, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0915, "count": 512, "max_ms": 1.5464, "p50_ms": 0.0765, "p95_ms": 0.1415, "p99_ms": 0.1999}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.223, "count": 512, "max_ms": 2.7351, "p50_ms": 1.1852, "p95_ms": 1.9316, "p99_ms": 2.3778, "results": {"failed": 0, "not_applicable": 0, "success": 1849171, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T18:39:47+09:00", "last_error_summary": "[h264 @ 0x5e6bc20daa00] left block unavailable for requested intra mode [h264 @ 0x5e6bc20daa00] error while decoding MB 0 22, bytestream 8295", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 50689.561, "last_started_at": "2026-11-01T04:34:58+09:00", "pid": 36649, "process": {"exists": false, "pid": 36649}, "restart_count": 94, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.166, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T18:39:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-11-01T18:39:47+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-11-01T18:39:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 112, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.9, "last_sample_duration_ms": 600.186, "last_trigger": "periodic", "next_snapshot_in_sec": 272.1, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 312, "storage_bytes": 2924902}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-11-01T18:39:47.857255+09:00", "mtime_epoch": 1793525987.857255, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 113526}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T18:39:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1742.035, "name": "celery", "pid": 176, "rss_mb": 1742.035, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1849171, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.226, "pushed": 6.226, "read": 6.226}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 68.35, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.394, "count": 169, "max_ms": 2.55, "p95_ms": 1.065, "reason": null, "sample_age_ms": 91.113, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 169, "max_ms": 1.934, "p95_ms": 0.87, "reason": null, "sample_age_ms": 91.272, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 169, "max_ms": 0.226, "p95_ms": 0.136, "reason": null, "sample_age_ms": 68.357, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 169, "max_ms": 2.733, "p95_ms": 1.802, "reason": null, "sample_age_ms": 90.43, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 90.417, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.179, "count": 169, "max_ms": 58.582, "p95_ms": 37.618, "reason": null, "sample_age_ms": 68.347, "source": "client_direct"}, "sample_age_ms": 68.345, "source": "client_direct", "task_total_ms": {"avg_ms": 29.477, "count": 169, "max_ms": 60.789, "p95_ms": 38.992, "reason": null, "sample_age_ms": 68.345, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.104, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.501, "count": 169, "max_ms": 1.388, "p95_ms": 0.916}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 169, "max_ms": 0.539, "p95_ms": 0.314}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 169, "max_ms": 0.173, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.034, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 169, "max_ms": 0.172, "p95_ms": 0.113}, "mcmt_ms": {"avg_ms": 0.002, "count": 169, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 169, "max_ms": 0.441, "p95_ms": 0.236}, "setup_ms": {"avg_ms": 0.029, "count": 169, "max_ms": 0.079, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.473, "count": 169, "max_ms": 1.32, "p95_ms": 0.865}, "track_match_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.022, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 169, "max_ms": 0.061, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.315, "count": 169, "max_ms": 4.575, "p95_ms": 3.645}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 169, "max_ms": 0.578, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.116, "count": 169, "max_ms": 61.595, "p95_ms": 39.608}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 169, "max_ms": 0.105, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.902, "count": 169, "max_ms": 114.964, "p95_ms": 74.587}, "inference_input_copy_ms": {"avg_ms": 1.345, "count": 169, "max_ms": 2.806, "p95_ms": 2.346}, "processing_residual_ms": {"avg_ms": 0.109, "count": 169, "max_ms": 0.349, "p95_ms": 0.246}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.386, "count": 169, "max_ms": 116.666, "p95_ms": 75.997}, "read_interval": {"avg_ms": 188.461, "count": 169, "max_ms": 4943.499, "p95_ms": 299.993}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 169, "max_ms": 0.044, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.088, "count": 169, "max_ms": 0.341, "p95_ms": 0.167}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 169, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 169, "max_ms": 0.305, "p95_ms": 0.147}, "worker_merge_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.032, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.127, "count": 169, "max_ms": 61.609, "p95_ms": 39.613}, "visualize": {"avg_ms": 27.654, "count": 169, "max_ms": 59.65, "p95_ms": 37.168}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.05, "count": 169, "max_ms": 57.546, "p95_ms": 36.466}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.532, "count": 169, "max_ms": 59.402, "p95_ms": 36.978}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.467, "count": 169, "max_ms": 59.283, "p95_ms": 36.902}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 169, "max_ms": 0.098, "p95_ms": 0.064}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1742.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.005, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.163, "sample_count": 2810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T18:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.444, "exists": true, "size_bytes": 109591, "write_bytes_delta": 109591, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 190.0, "cpu_core_ratio": 1.219861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6483.0, "pid": 36649, "reason": null, "system_cpu_core_ratio": 0.52032, "system_cpu_s_delta": 5.399999999999864, "user_cpu_core_ratio": 0.699541, "user_cpu_s_delta": 7.260000000002037}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.267868, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.023125, "system_cpu_s_delta": 0.23999999999796273, "user_cpu_core_ratio": 0.244743, "user_cpu_s_delta": 2.539999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.316, "count": 146, "max_ms": 4.575, "p95_ms": 3.642, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.598, "count": 30, "max": 30.192, "p95": 26.332, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.715, "count": 30, "max": 18.157, "p95": 17.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 655.3, "count": 30, "max": 713.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 356.267, "count": 30, "max": 6483.0, "p95": 2312.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.52, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.883, "count": 30, "max": 0.943, "p95": 0.937, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.444, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94340.867, "count": 30, "max": 109591.0, "p95": 105340.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94340.867, "count": 30, "max": 109591.0, "p95": 105340.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 29.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.051, "p95": 0.05, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.508, "p95": 0.503, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 14561, "sampled_at": "2026-11-01T18:39:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T18:39:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.145, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 2489217, "flush_count": 3118, "flush_interval_seconds": 30.0, "flush_state": {"count": 3118, "last_at": "2026-11-01T18:39:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T18:39:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3117}, "started": true, "suppressed_count": 1846058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1846054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3118, "written_record_count": 3118}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8761.934, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5112587980800, "copied_frame_count": 1849171, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 5112587980800, "frame_buffer_copies": 1849171, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0915, "count": 512, "max_ms": 1.5464, "p50_ms": 0.0765, "p95_ms": 0.1415, "p99_ms": 0.1999}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.223, "count": 512, "max_ms": 2.7351, "p50_ms": 1.1852, "p95_ms": 1.9316, "p99_ms": 2.3778, "results": {"failed": 0, "not_applicable": 0, "success": 1849171, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T18:39:47+09:00", "last_error_summary": "[h264 @ 0x5e6bc20daa00] left block unavailable for requested intra mode [h264 @ 0x5e6bc20daa00] error while decoding MB 0 22, bytestream 8295", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 50689.598, "last_started_at": "2026-11-01T04:34:58+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 94, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.166, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T18:39:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-11-01T18:39:47+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-11-01T18:39:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 112, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.921, "last_sample_duration_ms": 600.186, "last_trigger": "periodic", "next_snapshot_in_sec": 272.079, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 312, "storage_bytes": 2924902}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-11-01T18:39:47.857255+09:00", "mtime_epoch": 1793525987.857255, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 113526}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T18:39:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1742.035, "name": "celery", "pid": 176, "rss_mb": 1742.035, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1849171, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.217, "pushed": 6.217, "read": 6.217}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 102.07, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.394, "count": 169, "max_ms": 2.55, "p95_ms": 1.065, "reason": null, "sample_age_ms": 124.833, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 169, "max_ms": 1.934, "p95_ms": 0.87, "reason": null, "sample_age_ms": 124.992, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 169, "max_ms": 0.226, "p95_ms": 0.136, "reason": null, "sample_age_ms": 102.076, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 169, "max_ms": 2.733, "p95_ms": 1.802, "reason": null, "sample_age_ms": 124.15, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 124.137, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.166, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.179, "count": 169, "max_ms": 58.582, "p95_ms": 37.618, "reason": null, "sample_age_ms": 102.067, "source": "client_direct"}, "sample_age_ms": 102.065, "source": "client_direct", "task_total_ms": {"avg_ms": 29.477, "count": 169, "max_ms": 60.789, "p95_ms": 38.992, "reason": null, "sample_age_ms": 102.065, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.7, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.501, "count": 169, "max_ms": 1.388, "p95_ms": 0.916}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 169, "max_ms": 0.539, "p95_ms": 0.314}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 169, "max_ms": 0.173, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.034, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 169, "max_ms": 0.172, "p95_ms": 0.113}, "mcmt_ms": {"avg_ms": 0.002, "count": 169, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 169, "max_ms": 0.441, "p95_ms": 0.236}, "setup_ms": {"avg_ms": 0.029, "count": 169, "max_ms": 0.079, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.473, "count": 169, "max_ms": 1.32, "p95_ms": 0.865}, "track_match_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.022, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 169, "max_ms": 0.061, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.315, "count": 169, "max_ms": 4.575, "p95_ms": 3.645}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 169, "max_ms": 0.578, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.116, "count": 169, "max_ms": 61.595, "p95_ms": 39.608}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 169, "max_ms": 0.105, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.902, "count": 169, "max_ms": 114.964, "p95_ms": 74.587}, "inference_input_copy_ms": {"avg_ms": 1.345, "count": 169, "max_ms": 2.806, "p95_ms": 2.346}, "processing_residual_ms": {"avg_ms": 0.109, "count": 169, "max_ms": 0.349, "p95_ms": 0.246}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.386, "count": 169, "max_ms": 116.666, "p95_ms": 75.997}, "read_interval": {"avg_ms": 188.461, "count": 169, "max_ms": 4943.499, "p95_ms": 299.993}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 169, "max_ms": 0.044, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.088, "count": 169, "max_ms": 0.341, "p95_ms": 0.167}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 169, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 169, "max_ms": 0.305, "p95_ms": 0.147}, "worker_merge_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.032, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.127, "count": 169, "max_ms": 61.609, "p95_ms": 39.613}, "visualize": {"avg_ms": 27.654, "count": 169, "max_ms": 59.65, "p95_ms": 37.168}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.05, "count": 169, "max_ms": 57.546, "p95_ms": 36.466}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.532, "count": 169, "max_ms": 59.402, "p95_ms": 36.978}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.467, "count": 169, "max_ms": 59.283, "p95_ms": 36.902}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 169, "max_ms": 0.098, "p95_ms": 0.064}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1742.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.005, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.163, "sample_count": 2810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T18:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.444, "exists": true, "size_bytes": 109591, "write_bytes_delta": 109591, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 190.0, "cpu_core_ratio": 1.219861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6483.0, "pid": 36649, "reason": null, "system_cpu_core_ratio": 0.52032, "system_cpu_s_delta": 5.399999999999864, "user_cpu_core_ratio": 0.699541, "user_cpu_s_delta": 7.260000000002037}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.267868, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.023125, "system_cpu_s_delta": 0.23999999999796273, "user_cpu_core_ratio": 0.244743, "user_cpu_s_delta": 2.539999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.316, "count": 146, "max_ms": 4.575, "p95_ms": 3.642, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.598, "count": 30, "max": 30.192, "p95": 26.332, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.715, "count": 30, "max": 18.157, "p95": 17.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 655.3, "count": 30, "max": 713.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 356.267, "count": 30, "max": 6483.0, "p95": 2312.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.52, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.883, "count": 30, "max": 0.943, "p95": 0.937, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.444, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94340.867, "count": 30, "max": 109591.0, "p95": 105340.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94340.867, "count": 30, "max": 109591.0, "p95": 105340.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 29.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.051, "p95": 0.05, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.508, "p95": 0.503, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 14561, "sampled_at": "2026-11-01T18:39:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T18:39:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.183, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 2489217, "flush_count": 3118, "flush_interval_seconds": 30.0, "flush_state": {"count": 3118, "last_at": "2026-11-01T18:39:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-01T18:39:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3117}, "started": true, "suppressed_count": 1846058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 1846054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3118, "written_record_count": 3118}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8798.449, "limit_mb": null}, "detail": {"pid": 40280, "restart_count": 95, "start_count": 96}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5112587980800, "copied_frame_count": 1849171, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 5112587980800, "frame_buffer_copies": 1849171, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0915, "count": 512, "max_ms": 1.5464, "p50_ms": 0.0765, "p95_ms": 0.1415, "p99_ms": 0.1999}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.223, "count": 512, "max_ms": 2.7351, "p50_ms": 1.1852, "p95_ms": 1.9316, "p99_ms": 2.3778, "results": {"failed": 0, "not_applicable": 0, "success": 1849171, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 89, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T18:39:47+09:00", "last_error_summary": "[h264 @ 0x5e6bc20daa00] left block unavailable for requested intra mode [h264 @ 0x5e6bc20daa00] error while decoding MB 0 22, bytestream 8295", "last_exit_at": "2026-11-01T04:33:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T18:39:50+09:00", "pid": 40280, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.367, "name": "ffmpeg", "pid": 40280, "rss_mb": 75.367, "state": "S (sleeping)", "threads": 1}, "restart_count": 95, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.166, "sample_count": 2759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T18:39:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.05, "last_frame_pushed_at": "2026-11-01T18:39:47+09:00", "last_frame_read_age_sec": 5.101, "last_frame_read_at": "2026-11-01T18:39:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 112, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.902, "last_sample_duration_ms": 600.186, "last_trigger": "periodic", "next_snapshot_in_sec": 267.098, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 312, "storage_bytes": 2924902}, "mjpeg": {"age_sec": 5.043, "exists": true, "mtime": "2026-11-01T18:39:47.857255+09:00", "mtime_epoch": 1793525987.857255, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 113526}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-01T18:39:52+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1742.023, "name": "celery", "pid": 176, "rss_mb": 1742.023, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1849171, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.969, "pushed": 4.969, "read": 4.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.013, "p95_ms": 0.008, "reason": null, "sample_age_ms": 5082.71, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.377, "count": 149, "max_ms": 2.174, "p95_ms": 1.044, "reason": null, "sample_age_ms": 5105.474, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.155, "count": 149, "max_ms": 1.934, "p95_ms": 0.854, "reason": null, "sample_age_ms": 5105.633, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 149, "max_ms": 0.226, "p95_ms": 0.13, "reason": null, "sample_age_ms": 5082.717, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.106, "count": 149, "max_ms": 2.733, "p95_ms": 1.712, "reason": null, "sample_age_ms": 5104.791, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5104.778, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5082.806, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.784, "count": 149, "max_ms": 58.582, "p95_ms": 37.618, "reason": null, "sample_age_ms": 5082.708, "source": "client_direct"}, "sample_age_ms": 5082.705, "source": "client_direct", "task_total_ms": {"avg_ms": 29.072, "count": 149, "max_ms": 60.789, "p95_ms": 38.992, "reason": null, "sample_age_ms": 5082.705, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.152, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.489, "count": 149, "max_ms": 1.388, "p95_ms": 0.895}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.156, "count": 149, "max_ms": 0.539, "p95_ms": 0.295}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 149, "max_ms": 0.173, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.034, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 149, "max_ms": 0.132, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.127, "count": 149, "max_ms": 0.441, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.028, "count": 149, "max_ms": 0.079, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.462, "count": 149, "max_ms": 1.32, "p95_ms": 0.836}, "track_match_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 149, "max_ms": 0.061, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 2.271, "count": 149, "max_ms": 4.575, "p95_ms": 3.649}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 149, "max_ms": 0.578, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.692, "count": 149, "max_ms": 61.595, "p95_ms": 39.608}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 149, "max_ms": 0.094, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.043, "count": 149, "max_ms": 114.964, "p95_ms": 72.94}, "inference_input_copy_ms": {"avg_ms": 1.365, "count": 149, "max_ms": 2.806, "p95_ms": 2.346}, "processing_residual_ms": {"avg_ms": 0.11, "count": 149, "max_ms": 0.349, "p95_ms": 0.256}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.548, "count": 149, "max_ms": 116.666, "p95_ms": 74.64}, "read_interval": {"avg_ms": 167.565, "count": 149, "max_ms": 4943.499, "p95_ms": 163.018}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 149, "max_ms": 0.036, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.086, "count": 149, "max_ms": 0.341, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 149, "max_ms": 0.305, "p95_ms": 0.147}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.032, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.702, "count": 149, "max_ms": 61.609, "p95_ms": 39.613}, "visualize": {"avg_ms": 27.25, "count": 149, "max_ms": 59.65, "p95_ms": 36.108}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.658, "count": 149, "max_ms": 57.546, "p95_ms": 35.465}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.131, "count": 149, "max_ms": 59.402, "p95_ms": 36.007}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.068, "count": 149, "max_ms": 59.283, "p95_ms": 35.922}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 149, "max_ms": 0.094, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1742.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.005, "skip_count": 8}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.163, "sample_count": 2810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1849137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-01T18:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.444, "exists": true, "size_bytes": 109591, "write_bytes_delta": 109591, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 190.0, "cpu_core_ratio": 1.219861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6483.0, "pid": 36649, "reason": null, "system_cpu_core_ratio": 0.52032, "system_cpu_s_delta": 5.399999999999864, "user_cpu_core_ratio": 0.699541, "user_cpu_s_delta": 7.260000000002037}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.267868, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.023125, "system_cpu_s_delta": 0.23999999999796273, "user_cpu_core_ratio": 0.244743, "user_cpu_s_delta": 2.539999999993597}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.316, "count": 146, "max_ms": 4.575, "p95_ms": 3.642, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.598, "count": 30, "max": 30.192, "p95": 26.332, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.715, "count": 30, "max": 18.157, "p95": 17.513, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 655.3, "count": 30, "max": 713.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 356.267, "count": 30, "max": 6483.0, "p95": 2312.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.52, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.883, "count": 30, "max": 0.943, "p95": 0.937, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.444, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94340.867, "count": 30, "max": 109591.0, "p95": 105340.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94340.867, "count": 30, "max": 109591.0, "p95": 105340.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.767, "count": 30, "max": 29.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.051, "p95": 0.05, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.508, "p95": 0.503, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 14561, "sampled_at": "2026-11-01T18:39:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T18:39:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9186.664, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T19:07:32+09:00", "last_error_summary": "[rtsp @ 0x5c7bdf988f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c7bdf988e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T19:07:32+09:00", "last_error_summary": "[rtsp @ 0x5c7bdf988f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c7bdf988e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T19:07:34+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T19:07:32+09:00", "pid": 40396, "process": {"exists": false, "pid": 40396}, "restart_count": 99, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 77824.844, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 77824.922, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 115, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 188.597, "last_sample_duration_ms": 617.03, "last_trigger": "periodic", "next_snapshot_in_sec": 411.403, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 315, "storage_bytes": 2952756}, "mjpeg": {"age_sec": 77824.837, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T19:07:34+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 77829.695, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77824864.088, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77824864.794, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77824851.277, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77824863.338, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.735, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.817, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 76021.8, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40278, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001453, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000383, "system_cpu_s_delta": 0.6899999999986903, "user_cpu_core_ratio": 0.001071, "user_cpu_s_delta": 1.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.465, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.805, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 49883.578, "count": 30, "max": 76021.8, "p95": 73407.834, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3623, "sampled_at": "2026-11-01T18:37:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T18:37:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9187.105, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 99, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T19:07:32+09:00", "last_error_summary": "[rtsp @ 0x5c7bdf988f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c7bdf988e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T19:07:34+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-11-01T19:07:32+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 99, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 77824.877, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 77824.954, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 115, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 188.616, "last_sample_duration_ms": 617.03, "last_trigger": "periodic", "next_snapshot_in_sec": 411.384, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 315, "storage_bytes": 2952756}, "mjpeg": {"age_sec": 77824.869, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T19:07:34+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 77829.718, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77824893.96, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77824894.667, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77824881.15, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77824893.211, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.704, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.345, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 77824.846, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40396, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000377, "system_cpu_s_delta": 0.680000000000291, "user_cpu_core_ratio": 0.001026, "user_cpu_s_delta": 1.8499999999985448}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.489, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.82, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 51686.212, "count": 30, "max": 77824.846, "p95": 75210.571, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3624, "sampled_at": "2026-11-01T19:07:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T19:07:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9232.211, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T19:37:35+09:00", "last_error_summary": "[rtsp @ 0x60cde574ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60cde574ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T19:37:35+09:00", "last_error_summary": "[rtsp @ 0x60cde574ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60cde574ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T19:37:37+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T19:37:35+09:00", "pid": 40398, "process": {"exists": false, "pid": 40398}, "restart_count": 100, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 79627.817, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 79627.894, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 118, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.779, "last_sample_duration_ms": 667.197, "last_trigger": "periodic", "next_snapshot_in_sec": 414.221, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 318, "storage_bytes": 2980603}, "mjpeg": {"age_sec": 79627.809, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T19:37:37+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 79632.666, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627835.042, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627835.749, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627822.232, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627834.293, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.596, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.345, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 77824.846, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40396, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000377, "system_cpu_s_delta": 0.680000000000291, "user_cpu_core_ratio": 0.001026, "user_cpu_s_delta": 1.8499999999985448}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.489, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.82, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 51686.212, "count": 30, "max": 77824.846, "p95": 75210.571, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3624, "sampled_at": "2026-11-01T19:07:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T19:07:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9232.312, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 100, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T19:37:35+09:00", "last_error_summary": "[rtsp @ 0x60cde574ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60cde574ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T19:37:37+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-11-01T19:37:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 100, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 79627.853, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 79627.93, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 118, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.803, "last_sample_duration_ms": 667.197, "last_trigger": "periodic", "next_snapshot_in_sec": 414.197, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 318, "storage_bytes": 2980603}, "mjpeg": {"age_sec": 79627.845, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T19:37:37+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 79632.694, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627870.342, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627871.049, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627857.532, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627869.593, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.432, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.295, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 79627.817, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40398, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.001043, "user_cpu_s_delta": 1.8799999999973807}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.5, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.818, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 53488.847, "count": 30, "max": 79627.817, "p95": 77013.475, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3625, "sampled_at": "2026-11-01T19:37:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T19:37:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9268.008, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T20:07:38+09:00", "last_error_summary": "[rtsp @ 0x570ee504af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x570ee504ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T20:07:38+09:00", "last_error_summary": "[rtsp @ 0x570ee504af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x570ee504ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T20:07:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T20:07:38+09:00", "pid": 40586, "process": {"exists": false, "pid": 40586}, "restart_count": 101, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 81430.716, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 81430.793, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 182.881, "last_sample_duration_ms": 591.897, "last_trigger": "periodic", "next_snapshot_in_sec": 417.119, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 321, "storage_bytes": 3008447}, "mjpeg": {"age_sec": 81430.708, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T20:07:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 81435.566, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 81430734.693, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 81430735.399, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 81430721.882, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 81430733.943, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.984, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.295, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 79627.817, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40398, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.001043, "user_cpu_s_delta": 1.8799999999973807}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.5, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.818, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 53488.847, "count": 30, "max": 79627.817, "p95": 77013.475, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3625, "sampled_at": "2026-11-01T19:37:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T19:37:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9267.375, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 101, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T20:07:38+09:00", "last_error_summary": "[rtsp @ 0x570ee504af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x570ee504ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T20:07:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-11-01T20:07:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 101, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 81430.745, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 81430.822, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 182.898, "last_sample_duration_ms": 591.897, "last_trigger": "periodic", "next_snapshot_in_sec": 417.102, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 321, "storage_bytes": 3008447}, "mjpeg": {"age_sec": 81430.737, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T20:07:40+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 81435.586, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 81430762.278, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 81430762.984, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 81430749.468, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 81430761.529, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.459, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.82, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 81430.718, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40586, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6400000000012369, "user_cpu_core_ratio": 0.001059, "user_cpu_s_delta": 1.9100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.488, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.8, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 55291.508, "count": 30, "max": 81430.718, "p95": 78816.48, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3626, "sampled_at": "2026-11-01T20:07:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T20:07:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9305.875, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T20:37:41+09:00", "last_error_summary": "[rtsp @ 0x556e38dc7f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x556e38dc7e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T20:37:41+09:00", "last_error_summary": "[rtsp @ 0x556e38dc7f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x556e38dc7e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T20:37:42+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T20:37:40+09:00", "pid": 40650, "process": {"exists": false, "pid": 40650}, "restart_count": 102, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 83233.431, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 83233.508, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 180.318, "last_sample_duration_ms": 726.656, "last_trigger": "periodic", "next_snapshot_in_sec": 419.682, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 324, "storage_bytes": 3036301}, "mjpeg": {"age_sec": 83233.423, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T20:37:42+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 83238.288, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 83233450.206, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 83233450.912, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 83233437.395, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 83233449.456, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.655, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.82, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 81430.718, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40586, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6400000000012369, "user_cpu_core_ratio": 0.001059, "user_cpu_s_delta": 1.9100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.488, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.8, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 55291.508, "count": 30, "max": 81430.718, "p95": 78816.48, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3626, "sampled_at": "2026-11-01T20:07:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T20:07:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9305.074, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 102, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T20:37:41+09:00", "last_error_summary": "[rtsp @ 0x556e38dc7f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x556e38dc7e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T20:37:42+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-11-01T20:37:40+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 102, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 83233.467, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 83233.545, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 180.34, "last_sample_duration_ms": 726.656, "last_trigger": "periodic", "next_snapshot_in_sec": 419.66, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 324, "storage_bytes": 3036301}, "mjpeg": {"age_sec": 83233.459, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T20:37:43+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 83238.312, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 83233484.636, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 83233485.342, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 83233471.825, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 83233483.886, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.074, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.672, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 83233.438, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40650, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000333, "system_cpu_s_delta": 0.6000000000003638, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.9000000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.481, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.791, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 57094.16, "count": 30, "max": 83233.438, "p95": 80619.413, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3627, "sampled_at": "2026-11-01T20:37:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T20:37:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9336.961, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T21:07:43+09:00", "last_error_summary": "[rtsp @ 0x644c2c144f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x644c2c144e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T21:07:43+09:00", "last_error_summary": "[rtsp @ 0x644c2c144f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x644c2c144e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T21:07:45+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T21:07:43+09:00", "pid": 40652, "process": {"exists": false, "pid": 40652}, "restart_count": 103, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 85035.565, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 85035.642, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 176.844, "last_sample_duration_ms": 606.874, "last_trigger": "periodic", "next_snapshot_in_sec": 423.156, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 327, "storage_bytes": 3064162}, "mjpeg": {"age_sec": 85035.557, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T21:07:45+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 85040.412, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 85035583.324, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 85035584.03, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 85035570.513, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 85035582.574, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.593, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.672, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 83233.438, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40650, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001387, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000333, "system_cpu_s_delta": 0.6000000000003638, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.9000000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.481, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.791, "count": 30, "max": 3.185, "p95": 2.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 57094.16, "count": 30, "max": 83233.438, "p95": 80619.413, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3627, "sampled_at": "2026-11-01T20:37:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T20:37:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9337.152, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 103, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T21:07:43+09:00", "last_error_summary": "[rtsp @ 0x644c2c144f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x644c2c144e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T21:07:45+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.027, "last_started_at": "2026-11-01T21:07:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 103, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 85035.591, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 85035.668, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 176.859, "last_sample_duration_ms": 606.874, "last_trigger": "periodic", "next_snapshot_in_sec": 423.141, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 327, "storage_bytes": 3064162}, "mjpeg": {"age_sec": 85035.582, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T21:07:45+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 85040.432, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 85035607.604, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 85035608.31, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 85035594.794, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 85035606.855, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.407, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.887, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 85035.566, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40652, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001376, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000338, "system_cpu_s_delta": 0.6099999999987631, "user_cpu_core_ratio": 0.001038, "user_cpu_s_delta": 1.8699999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.515, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.765, "count": 30, "max": 3.185, "p95": 2.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 58896.79, "count": 30, "max": 85035.566, "p95": 82422.214, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3628, "sampled_at": "2026-11-01T21:07:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T21:07:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9375.496, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T21:37:45+09:00", "last_error_summary": "[rtsp @ 0x5d750638ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d750638fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T21:37:45+09:00", "last_error_summary": "[rtsp @ 0x5d750638ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d750638fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T21:37:47+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T21:37:45+09:00", "pid": 40654, "process": {"exists": false, "pid": 40654}, "restart_count": 104, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 86838.222, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 86838.299, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 130, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.678, "last_sample_duration_ms": 627.273, "last_trigger": "periodic", "next_snapshot_in_sec": 432.322, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 330, "storage_bytes": 3092019}, "mjpeg": {"age_sec": 86838.214, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T21:37:47+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 86843.072, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 86838240.765, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 86838241.472, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 86838227.955, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 86838240.016, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.189, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.887, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 85035.566, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40652, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001376, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000338, "system_cpu_s_delta": 0.6099999999987631, "user_cpu_core_ratio": 0.001038, "user_cpu_s_delta": 1.8699999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.515, "count": 30, "max": 4.64, "p95": 4.424, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.765, "count": 30, "max": 3.185, "p95": 2.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 58896.79, "count": 30, "max": 85035.566, "p95": 82422.214, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3628, "sampled_at": "2026-11-01T21:07:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T21:07:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9375.723, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 104, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T21:37:45+09:00", "last_error_summary": "[rtsp @ 0x5d750638ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d750638fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T21:37:47+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-11-01T21:37:45+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 104, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 86838.254, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 86838.332, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 130, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.695, "last_sample_duration_ms": 627.273, "last_trigger": "periodic", "next_snapshot_in_sec": 432.305, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 330, "storage_bytes": 3092019}, "mjpeg": {"age_sec": 86838.246, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T21:37:47+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 86843.096, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 86838271.471, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 86838272.177, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 86838258.661, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 86838270.722, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.389, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.363, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 86838.224, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40654, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00137, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000344, "system_cpu_s_delta": 0.6200000000008004, "user_cpu_core_ratio": 0.001026, "user_cpu_s_delta": 1.8499999999985448}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.601, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.759, "count": 30, "max": 3.185, "p95": 2.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 60699.434, "count": 30, "max": 86838.224, "p95": 84224.608, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3629, "sampled_at": "2026-11-01T21:37:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T21:37:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9432.973, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T22:07:48+09:00", "last_error_summary": "[rtsp @ 0x641809347f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641809347e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T22:07:48+09:00", "last_error_summary": "[rtsp @ 0x641809347f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641809347e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T22:07:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T22:07:47+09:00", "pid": 41152, "process": {"exists": false, "pid": 41152}, "restart_count": 105, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 88640.405, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 88640.482, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 133, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 164.392, "last_sample_duration_ms": 774.788, "last_trigger": "periodic", "next_snapshot_in_sec": 435.608, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 333, "storage_bytes": 3119869}, "mjpeg": {"age_sec": 88640.397, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T22:07:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 88645.259, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 88640423.647, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 88640424.353, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 88640410.836, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 88640422.897, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.531, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.363, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 86838.224, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 40654, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00137, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000344, "system_cpu_s_delta": 0.6200000000008004, "user_cpu_core_ratio": 0.001026, "user_cpu_s_delta": 1.8499999999985448}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.601, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.759, "count": 30, "max": 3.185, "p95": 2.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 60699.434, "count": 30, "max": 86838.224, "p95": 84224.608, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3629, "sampled_at": "2026-11-01T21:37:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T21:37:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9432.23, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 105, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T22:07:48+09:00", "last_error_summary": "[rtsp @ 0x641809347f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x641809347e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T22:07:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.044, "last_started_at": "2026-11-01T22:07:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 105, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 88640.447, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 88640.525, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 133, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 164.424, "last_sample_duration_ms": 774.788, "last_trigger": "periodic", "next_snapshot_in_sec": 435.576, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 333, "storage_bytes": 3119869}, "mjpeg": {"age_sec": 88640.439, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T22:07:49+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 88645.294, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 88640464.85, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 88640465.556, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 88640452.04, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 88640464.101, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.908, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 88640.411, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 41152, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.001015, "user_cpu_s_delta": 1.8300000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.559, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.719, "count": 30, "max": 3.185, "p95": 2.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 62502.08, "count": 30, "max": 88640.411, "p95": 86027.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3630, "sampled_at": "2026-11-01T22:07:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T22:07:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9463.625, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T22:37:51+09:00", "last_error_summary": "[rtsp @ 0x591793d24f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x591793d24e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T22:37:51+09:00", "last_error_summary": "[rtsp @ 0x591793d24f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x591793d24e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T22:37:52+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-01T22:37:50+09:00", "pid": 41154, "process": {"exists": false, "pid": 41154}, "restart_count": 106, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 90443.334, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 90443.412, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 161.83, "last_sample_duration_ms": 788.155, "last_trigger": "periodic", "next_snapshot_in_sec": 438.17, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 336, "storage_bytes": 3147717}, "mjpeg": {"age_sec": 90443.326, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T22:37:52+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 90448.184, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 90443352.908, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 90443353.614, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 90443340.098, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 90443352.159, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.893, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.908, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 88640.411, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 41152, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000355, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.001015, "user_cpu_s_delta": 1.8300000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.559, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.719, "count": 30, "max": 3.185, "p95": 2.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 62502.08, "count": 30, "max": 88640.411, "p95": 86027.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.001, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3630, "sampled_at": "2026-11-01T22:07:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T22:07:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9463.961, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 106, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T22:37:51+09:00", "last_error_summary": "[rtsp @ 0x591793d24f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x591793d24e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T22:37:52+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-11-01T22:37:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 106, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 90443.361, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 90443.438, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 136, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 161.846, "last_sample_duration_ms": 788.155, "last_trigger": "periodic", "next_snapshot_in_sec": 438.154, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 336, "storage_bytes": 3147717}, "mjpeg": {"age_sec": 90443.352, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T22:37:52+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 90448.202, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 90443377.626, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 90443378.332, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 90443364.816, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 90443376.877, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.539, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.582, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 90443.336, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 41154, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00137, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000333, "system_cpu_s_delta": 0.6000000000003638, "user_cpu_core_ratio": 0.001037, "user_cpu_s_delta": 1.8700000000026193}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.529, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.704, "count": 30, "max": 3.185, "p95": 2.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 64304.723, "count": 30, "max": 90443.336, "p95": 87829.427, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3631, "sampled_at": "2026-11-01T22:37:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T22:37:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9658.27, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T23:07:53+09:00", "last_error_summary": "[rtsp @ 0x600c7c1a2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x600c7c1a2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T23:07:53+09:00", "last_error_summary": "[rtsp @ 0x600c7c1a2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x600c7c1a2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T23:07:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T23:07:53+09:00", "pid": 43574, "process": {"exists": false, "pid": 43574}, "restart_count": 107, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 92246.138, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 92246.215, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 139, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 159.032, "last_sample_duration_ms": 735.8, "last_trigger": "periodic", "next_snapshot_in_sec": 440.968, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 339, "storage_bytes": 3175825}, "mjpeg": {"age_sec": 92246.13, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T23:07:55+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 92250.988, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 92246157.232, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 92246157.938, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 92246144.422, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 92246156.483, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.877, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.582, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 90443.336, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 41154, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00137, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000333, "system_cpu_s_delta": 0.6000000000003638, "user_cpu_core_ratio": 0.001037, "user_cpu_s_delta": 1.8700000000026193}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.529, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.704, "count": 30, "max": 3.185, "p95": 2.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 64304.723, "count": 30, "max": 90443.336, "p95": 87829.427, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3631, "sampled_at": "2026-11-01T22:37:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T22:37:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9657.965, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 107, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T23:07:53+09:00", "last_error_summary": "[rtsp @ 0x600c7c1a2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x600c7c1a2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T23:07:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-11-01T23:07:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 107, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 92246.172, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 92246.25, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 139, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 159.053, "last_sample_duration_ms": 735.8, "last_trigger": "periodic", "next_snapshot_in_sec": 440.947, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 339, "storage_bytes": 3175825}, "mjpeg": {"age_sec": 92246.164, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T23:07:55+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 92251.014, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 92246189.395, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 92246190.101, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 92246176.584, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 92246188.645, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.097, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.792, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 92246.14, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43574, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000349, "system_cpu_s_delta": 0.6299999999991996, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.9000000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.509, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.692, "count": 30, "max": 3.185, "p95": 2.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 66107.37, "count": 30, "max": 92246.14, "p95": 89632.02, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3632, "sampled_at": "2026-11-01T23:07:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T23:07:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9652.473, "limit_mb": null}, "detail": {"last_error_at": "2026-11-01T23:37:56+09:00", "last_error_summary": "[rtsp @ 0x5bddb693ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bddb693ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T23:37:56+09:00", "last_error_summary": "[rtsp @ 0x5bddb693ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bddb693ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T23:37:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-01T23:37:56+09:00", "pid": 43576, "process": {"exists": false, "pid": 43576}, "restart_count": 108, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 94048.948, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 94049.025, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 156.632, "last_sample_duration_ms": 562.505, "last_trigger": "periodic", "next_snapshot_in_sec": 443.368, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 342, "storage_bytes": 3203674}, "mjpeg": {"age_sec": 94048.94, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T23:37:58+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 94053.799, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 94048966.735, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 94048967.441, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 94048953.925, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 94048965.986, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.953, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.792, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 92246.14, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43574, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000349, "system_cpu_s_delta": 0.6299999999991996, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.9000000000014552}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.509, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.692, "count": 30, "max": 3.185, "p95": 2.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 66107.37, "count": 30, "max": 92246.14, "p95": 89632.02, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3632, "sampled_at": "2026-11-01T23:07:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T23:07:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9652.629, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1877213491200, "copied_frame_count": 678969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 1877213491200, "frame_buffer_copies": 678969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0987, "count": 512, "max_ms": 1.4514, "p50_ms": 0.0866, "p95_ms": 0.1673, "p99_ms": 0.2211}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3293, "count": 512, "max_ms": 9.101, "p50_ms": 1.236, "p95_ms": 2.1541, "p99_ms": 2.9002, "results": {"failed": 0, "not_applicable": 0, "success": 678969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 108, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-01T23:37:56+09:00", "last_error_summary": "[rtsp @ 0x5bddb693ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bddb693ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-11-01T23:37:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-11-01T23:37:56+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 108, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 94048.979, "last_frame_pushed_at": "2026-10-31T21:30:29+09:00", "last_frame_read_age_sec": 94049.056, "last_frame_read_at": "2026-10-31T21:30:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 13, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 156.651, "last_sample_duration_ms": 562.505, "last_trigger": "periodic", "next_snapshot_in_sec": 443.349, "reason": "waiting_for_next_snapshot", "rotation_count": 137, "runtime_state": "active", "sample_count": 342, "storage_bytes": 3203674}, "mjpeg": {"age_sec": 94048.971, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-01T23:37:58+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1109.52, "name": "celery", "pid": 178, "rss_mb": 1109.52, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 94053.821, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 94048996.273, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 94048996.979, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 94048983.462, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 94048995.523, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.441, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1109.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.042, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-31T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 94048.949, "exists": true, "size_bytes": 138831, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 43576, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000344, "system_cpu_s_delta": 0.6200000000008004, "user_cpu_core_ratio": 0.001054, "user_cpu_s_delta": 1.8999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 2.458, "count": 30, "max": 5.363, "p95": 4.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.643, "count": 30, "max": 2.254, "p95": 2.062, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.833, "count": 30, "max": 1284.0, "p95": 1255.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.207, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 67910.036, "count": 30, "max": 94048.949, "p95": 91434.878, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138831.0, "count": 30, "max": 138831.0, "p95": 138831.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 3633, "sampled_at": "2026-11-01T23:37:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-01T23:37:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}